-- Logs begin at Fri 2021-08-27 20:29:04 UTC, end at Fri 2021-08-27 21:42:37 UTC. -- Aug 27 21:15:31.529753 dv-cinder-806436-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 27 21:15:34.239586 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.common.config [-] Logging enabled! Aug 27 21:15:34.240045 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 27 21:15:34.240397 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93687) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 27 21:15:34.243899 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.common.config [-] Logging enabled! Aug 27 21:15:34.244148 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 27 21:15:34.244487 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93687) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 27 21:15:34.245972 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 27 21:15:34.246204 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 27 21:15:34.246565 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 27 21:15:34.246807 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 27 21:15:34.247031 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 27 21:15:34.247353 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.247648 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.247940 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.248169 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.248507 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.248780 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.249065 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.249353 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.249650 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.249931 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.250208 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.250490 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.250719 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.250995 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.251277 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.251560 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.251782 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] debug = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.252058 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.252509 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.252919 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.253196 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.253480 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.253756 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.254024 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.254296 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.254574 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.254906 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] host = dv-cinder-806436-1-iscsi {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.255178 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.255460 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.255742 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.256025 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.256295 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.256595 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.256873 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.257145 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.257418 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] log_file = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.257692 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.257976 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.258259 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.258546 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.258769 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.258995 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.259278 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.259562 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.259837 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.260107 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.260408 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.260681 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.261006 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.261332 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.261618 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.261901 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.262184 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.262457 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.262730 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.262999 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.263268 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.263551 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.263824 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.264094 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.264388 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.264674 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.264941 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.265212 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.265511 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.265795 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.266075 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.266358 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.266629 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.266907 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.267177 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.267447 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.267720 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] use_json = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.267991 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.268263 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.268574 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.268851 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.269120 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.269392 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.269662 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.269946 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:34.270246 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.270535 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.270830 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.271109 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.271399 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.271677 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.271962 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.272235 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.272544 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.272830 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.273113 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.273388 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.273671 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.273948 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.274237 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.274539 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.274829 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.275115 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.275383 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.275654 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.275923 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.276195 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.276505 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.276839 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.277119 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.277403 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.277678 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.277962 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.278250 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.278533 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.278803 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.279080 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.279366 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.279637 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.279905 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.280177 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.280486 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.280760 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.281027 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.281303 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.281575 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.281844 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.282111 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.282383 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.282666 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.282940 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.283208 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.283474 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.283747 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.284017 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.284297 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.284594 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.284863 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.285131 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.285404 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.285673 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.285941 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.286213 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.286481 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.286753 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.287021 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.287288 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.287555 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.287823 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.288090 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.288376 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.288645 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.288922 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.289186 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.289452 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.289717 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.289990 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.290255 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.290536 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.290830 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.291102 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.291375 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.291647 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.291919 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.292763 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.293085 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.293364 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.293635 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.293903 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.294189 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.294468 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.294750 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.295028 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.295301 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.295597 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.295869 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.296146 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.296444 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.296720 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.297000 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.297277 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.297566 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.297852 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.298143 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.298430 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.298719 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.298998 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.299303 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.299575 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:34.299792 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 27 21:15:34.300031 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93687) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 27 21:15:34.647166 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 27 21:15:34.647368 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 27 21:15:34.647658 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 27 21:15:34.647983 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 27 21:15:35.037374 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:35.037665 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:35.037930 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:35.039263 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:35.039546 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:35.039812 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:35.075459 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:35.075730 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:35.075995 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:35.091050 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:35.091325 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:35.091592 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:35.119232 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:35.119632 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:35.119901 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:35.157923 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:35.158199 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:35.158466 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:35.387152 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:35.387747 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:35.387747 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:35.387900 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:35.388774 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:35.509506 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:35.509820 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:35.510099 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:35.510361 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:35.510620 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:35.510992 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:35.511301 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:35.511558 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:35.511809 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:35.512087 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:35.512367 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:35.512634 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:35.512885 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:35.513134 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:35.513385 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:35.513645 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:35.513898 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:35.514162 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:35.514426 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:35.514679 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:35.514948 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:35.515199 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:35.515478 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:35.515852 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:35.516101 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:35.516364 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:35.516758 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93687) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 21:15:35.516996 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93687) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 21:15:35.517232 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93687) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 21:15:35.517466 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93687) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 21:15:35.517701 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93687) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 21:15:35.517933 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93687) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 21:15:35.518290 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 27 21:15:35.521336 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 27 21:15:35.525393 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 27 21:15:35.529251 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Aug 27 21:15:35.530858 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 27 21:15:35.531302 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 27 21:15:35.531634 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 27 21:15:35.532016 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 27 21:15:35.535517 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 27 21:15:35.535802 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 27 21:15:35.536145 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 27 21:15:35.542571 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 27 21:15:35.568421 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 27 21:15:35.568878 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:35.569175 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93687) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 27 21:15:35.569536 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:35.570875 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93687) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 27 21:15:35.571153 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 27 21:15:35.571395 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 27 21:15:35.574558 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:35.574832 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:35.638623 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 27 21:15:35.638798 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 27 21:15:35.639036 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 27 21:15:35.639407 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 27 21:15:35.659441 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_db.sqlalchemy.engines [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93687) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 27 21:15:36.187070 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.plugins.ml2.managers [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Initializing driver for type 'gre' Aug 27 21:15:36.187602 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] gre ID ranges: [(1, 1000)] Aug 27 21:15:36.242350 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.plugins.ml2.managers [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Initializing driver for type 'local' Aug 27 21:15:36.242751 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.plugins.ml2.managers [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Initializing driver for type 'vlan' Aug 27 21:15:36.256898 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] VlanTypeDriver initialization complete Aug 27 21:15:36.257239 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.plugins.ml2.managers [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Initializing driver for type 'vxlan' Aug 27 21:15:36.257736 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] vxlan ID ranges: [(1, 1000)] Aug 27 21:15:36.310349 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.plugins.ml2.managers [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Initializing extension driver 'port_security' Aug 27 21:15:36.310687 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.plugins.ml2.extensions.port_security [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] PortSecurityExtensionDriver initialization complete Aug 27 21:15:36.311040 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.plugins.ml2.managers [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Initializing mechanism driver 'openvswitch' Aug 27 21:15:36.311354 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.plugins.ml2.managers [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Initializing mechanism driver 'hyperv' Aug 27 21:15:36.317790 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.plugins.ml2.plugin [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:15:36.318462 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > port after_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.318832 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > port after_update 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.319180 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > port after_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.319686 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93687) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 21:15:36.320113 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > subnet after_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.320503 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > subnet after_update 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.320849 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.321234 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93687) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 21:15:36.321634 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > network after_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.321981 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > network after_update 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.322335 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > network after_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.322697 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93687) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 21:15:36.323095 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > security_group after_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.323547 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > security_group after_update 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.323888 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.324501 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93687) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 21:15:36.325018 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.325261 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.325602 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.325989 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93687) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 21:15:36.326391 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > address_group after_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.326734 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > address_group after_update 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.327071 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.327451 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93687) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 21:15:36.327823 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] ML2 OVO RPC backend initialized. {{(pid=93687) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 27 21:15:36.328557 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.328913 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.329328 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > network before_response 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.329673 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > networks before_response 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.330014 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > port before_response 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.330351 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > ports before_response 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.330690 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > subnet before_response 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.331045 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > subnets before_response 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.331366 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > network after_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.331702 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > network after_update 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.332035 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > network after_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.332390 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > port after_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.332725 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > port after_update 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.333074 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > port after_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.333386 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > subnet after_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.333715 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > subnet after_update 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.334043 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.334611 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.plugins.ml2.plugin [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Modular L2 Plugin initialization complete Aug 27 21:15:36.334933 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading services supported by the core plugin {{(pid=93687) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 27 21:15:36.335250 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.plugins.ml2.managers [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Got port-security extension from driver 'port_security' Aug 27 21:15:36.335702 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.extensions.vlantransparent [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Disabled vlantransparent extension. Aug 27 21:15:36.336180 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93687) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 27 21:15:36.336525 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading Plugin: router Aug 27 21:15:36.374742 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.375129 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > router after_create 55549900 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.375501 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > router before_create 55549900 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.375871 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.376237 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.376617 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > router after_delete 55549900 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.376976 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > floatingip after_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.377324 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.377680 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > router after_create 55549900 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.378022 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > router after_update 55549900 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.378367 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > router after_update 55549900 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.378711 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.379064 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > router after_update 55549900 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.379468 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > router precommit_update 55549900 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.379831 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: port after_update 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.380168 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: port after_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.380524 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: subnet after_update 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.380860 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.381204 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.381543 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > router precommit_create 55549900 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.381880 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: port before_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.382216 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > router precommit_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.382569 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > router after_update 55549900 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.382905 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.383252 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > router precommit_create 55549900 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.383610 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.383951 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > router precommit_update 55549900 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.384311 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > agent after_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.384686 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > agent after_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.385027 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > network after_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.386072 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.quota.resource_registry [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Tracking information for resource: router configured {{(pid=93687) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 21:15:36.386497 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.quota.resource_registry [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Tracking information for resource: floatingip configured {{(pid=93687) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 21:15:36.391343 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.db.l3_agentschedulers_db [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 27 21:15:36.391905 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: port after_update 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.392258 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: port after_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.392632 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: port after_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.392978 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: port after_update 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.393749 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > router before_create 55550100 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.394107 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.394463 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > router precommit_create 55550100 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.394813 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > router precommit_update 55550100 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.399355 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.services.provider_configuration [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Service providers = [] {{(pid=93687) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 27 21:15:36.399716 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.db.servicetype_db [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93687) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 27 21:15:36.402702 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.services.service_base [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93687) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 21:15:36.403048 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.services.service_base [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93687) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 21:15:36.403389 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.services.service_base [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93687) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 21:15:36.404270 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.services.service_base [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93687) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 21:15:36.404662 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.services.service_base [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 27 21:15:36.405037 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93687) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 21:15:36.405358 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 27 21:15:36.415687 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93687) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 21:15:36.416017 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading Plugin: auto_allocate Aug 27 21:15:36.422749 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: network precommit_update 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.423099 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: network precommit_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.423620 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93687) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 21:15:36.423936 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading Plugin: tag Aug 27 21:15:36.430389 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93687) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 21:15:36.430715 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading Plugin: timestamp Aug 27 21:15:36.435315 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93687) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 21:15:36.435643 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading Plugin: network_ip_availability Aug 27 21:15:36.441065 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.441379 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.441730 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.442441 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93687) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 21:15:36.442761 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading Plugin: flavors Aug 27 21:15:36.447439 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93687) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 21:15:36.447766 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading Plugin: revisions Aug 27 21:15:36.452172 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93687) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 21:15:36.452579 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_concurrency.lockutils [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.805s {{(pid=93687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 27 21:15:36.453310 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93687) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 27 21:15:36.453639 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Initializing extension manager. Aug 27 21:15:36.454147 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: __init__.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.454482 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: __pycache__ {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.454812 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.455139 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: address_group.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.455880 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.456471 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: address-group Aug 27 21:15:36.456793 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: address_scope.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.457497 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.457997 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: address-scope Aug 27 21:15:36.458314 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.459224 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.459727 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: router-admin-state-down-before-update Aug 27 21:15:36.460045 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: agent.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.460949 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.461449 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: agent Aug 27 21:15:36.461770 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: agent_resources_synced.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.462662 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.463160 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: agent-resources-synced Aug 27 21:15:36.463479 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: allowedaddresspairs.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.465464 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.465972 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: allowed-address-pairs Aug 27 21:15:36.466294 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: auto_allocated_topology.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.467356 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.467858 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: auto-allocated-topology Aug 27 21:15:36.468180 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: availability_zone.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.468892 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.469390 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: availability_zone Aug 27 21:15:36.469705 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: availability_zone_filter.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.470611 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.471110 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: availability_zone_filter Aug 27 21:15:36.471427 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: data_plane_status.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.472313 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.472831 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extension data-plane-status not supported by any of loaded plugins Aug 27 21:15:36.473147 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: default_subnetpools.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.474039 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.474538 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: default-subnetpools Aug 27 21:15:36.474852 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.475647 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.476145 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: dhcp_agent_scheduler Aug 27 21:15:36.476500 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: dns.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.477400 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.477896 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extension dns-integration not supported by any of loaded plugins Aug 27 21:15:36.478213 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: dns_domain_ports.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.479114 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.480122 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 27 21:15:36.480461 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.481375 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.481872 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 27 21:15:36.482187 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: dvr.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.482843 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.483339 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: dvr Aug 27 21:15:36.483653 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: ecmp_routes.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.484572 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.485072 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 27 21:15:36.485387 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: empty_string_filtering.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.486279 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.486776 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: empty-string-filtering Aug 27 21:15:36.487093 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.487991 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.488512 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 27 21:15:36.488832 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.489730 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.490223 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 27 21:15:36.490542 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: external_net.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.491424 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.491920 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: external-net Aug 27 21:15:36.492237 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.493157 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.493906 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: extra_dhcp_opt Aug 27 21:15:36.494222 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: extraroute.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.495122 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.496248 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: extraroute Aug 27 21:15:36.496586 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: extraroute_atomic.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.497600 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.498095 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: extraroute-atomic Aug 27 21:15:36.498413 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: filter_validation.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.499067 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.499560 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: filter-validation Aug 27 21:15:36.499876 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: fip_pf_description.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.500795 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.501291 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 27 21:15:36.501607 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: fip_port_details.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.502509 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.503008 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: fip-port-details Aug 27 21:15:36.503326 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: flavors.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.504549 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.505063 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: flavors Aug 27 21:15:36.505383 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.506991 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.507496 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 27 21:15:36.507820 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: floatingip_pools.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.508536 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.509039 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: floatingip-pools Aug 27 21:15:36.509356 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: ip_allocation.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.510275 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.510771 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extension ip_allocation not supported by any of loaded plugins Aug 27 21:15:36.511118 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.512017 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.512549 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: ip-substring-filtering Aug 27 21:15:36.512872 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: l2_adjacency.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.513786 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.514283 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 27 21:15:36.514600 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: l3.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.515677 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.516182 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: router Aug 27 21:15:36.516534 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.518720 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.519241 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 27 21:15:36.519565 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.520521 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.521029 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: ext-gw-mode Aug 27 21:15:36.521350 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.522270 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.522771 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: l3-ha Aug 27 21:15:36.523088 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: l3_flavors.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.523981 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.524512 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: l3-flavors Aug 27 21:15:36.524838 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.525733 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.526231 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 27 21:15:36.526618 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: l3agentscheduler.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.527649 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.528155 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: l3_agent_scheduler Aug 27 21:15:36.528519 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: logging.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.529986 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.530506 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extension logging not supported by any of loaded plugins Aug 27 21:15:36.530838 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: metering.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.531573 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.532142 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: metering Aug 27 21:15:36.532498 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.533564 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.534077 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: metering_source_and_destination_fields Aug 27 21:15:36.534402 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: multiprovidernet.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.535318 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.535817 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: multi-provider Aug 27 21:15:36.536137 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: netmtu.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.537069 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.537568 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: net-mtu Aug 27 21:15:36.537888 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: netmtu_writable.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.538785 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.539278 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: net-mtu-writable Aug 27 21:15:36.539599 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: network_availability_zone.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.540255 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.540787 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: network_availability_zone Aug 27 21:15:36.541104 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: network_ip_availability.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.542765 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.543281 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: network-ip-availability Aug 27 21:15:36.543602 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: network_segment_range.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.544373 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.544882 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extension network-segment-range not supported by any of loaded plugins Aug 27 21:15:36.545203 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: pagination.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.546159 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.546484 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: pagination Aug 27 21:15:36.546820 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: port_device_profile.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.547692 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.548198 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: port-device-profile Aug 27 21:15:36.548544 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.549454 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.549959 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: port-mac-address-regenerate Aug 27 21:15:36.550276 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.551179 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.551678 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: port-numa-affinity-policy Aug 27 21:15:36.551995 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: port_resource_request.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.552917 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.553414 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extension port-resource-request not supported by any of loaded plugins Aug 27 21:15:36.553730 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: portbindings.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.554660 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.555162 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: binding Aug 27 21:15:36.555479 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: portbindings_extended.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.556858 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.557370 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: binding-extended Aug 27 21:15:36.557762 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: portsecurity.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.558680 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.559177 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: port-security Aug 27 21:15:36.559498 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: project_id.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.560482 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.560807 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: project-id Aug 27 21:15:36.561126 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: providernet.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.562036 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.562541 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: provider Aug 27 21:15:36.562861 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: qos.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.566371 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.566888 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extension qos not supported by any of loaded plugins Aug 27 21:15:36.567218 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.568485 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.568994 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 27 21:15:36.569317 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.570217 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.570723 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 27 21:15:36.571044 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: qos_default.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.571939 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.572477 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extension qos-default not supported by any of loaded plugins Aug 27 21:15:36.572800 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: qos_fip.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.573964 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.574468 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extension qos-fip not supported by any of loaded plugins Aug 27 21:15:36.574782 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: qos_gateway_ip.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.575689 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.576191 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 27 21:15:36.576542 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: qos_port_network_policy.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.577438 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.577938 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 27 21:15:36.578255 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: qos_pps_rule.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.579403 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.579914 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extension qos-pps not supported by any of loaded plugins Aug 27 21:15:36.580230 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: qos_rule_type_details.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.581156 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.581660 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 27 21:15:36.581977 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: qos_rules_alias.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.583003 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.583511 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 27 21:15:36.583829 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: quotasv2.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.584759 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.585085 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: quotas Aug 27 21:15:36.585402 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: quotasv2_detail.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.588401 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.588741 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: quota_details Aug 27 21:15:36.589118 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: rbac.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.590339 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.590861 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: rbac-policies Aug 27 21:15:36.591187 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: rbac_address_group.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.592104 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.592643 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: rbac-address-group Aug 27 21:15:36.592965 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: rbac_address_scope.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.593878 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.594388 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: rbac-address-scope Aug 27 21:15:36.594708 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: rbac_security_groups.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.595607 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.596110 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: rbac-security-groups Aug 27 21:15:36.596458 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: rbac_subnetpool.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.597356 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.597856 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: rbac-subnetpool Aug 27 21:15:36.598173 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: revisionifmatch.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.599072 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.599572 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: revision-if-match Aug 27 21:15:36.599890 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: revisions.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.601028 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.601534 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: standard-attr-revisions Aug 27 21:15:36.601859 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: router_availability_zone.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.602521 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.603021 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: router_availability_zone Aug 27 21:15:36.603340 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: routerservicetype.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.604237 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.604794 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extension router-service-type not supported by any of loaded plugins Aug 27 21:15:36.605112 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.606015 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.606516 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: security-groups-normalized-cidr Aug 27 21:15:36.606834 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.607731 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.608234 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: port-security-groups-filtering Aug 27 21:15:36.608589 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.609495 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.610003 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: security-groups-remote-address-group Aug 27 21:15:36.610320 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: securitygroup.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.622038 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.622560 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: security-group Aug 27 21:15:36.622891 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: segment.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.623674 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.624182 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extension segment not supported by any of loaded plugins Aug 27 21:15:36.624533 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.625467 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.625972 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 27 21:15:36.626296 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: servicetype.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.627461 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.627976 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: service-type Aug 27 21:15:36.628302 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: sorting.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.629302 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.629629 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: sorting Aug 27 21:15:36.629946 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: standard_attr_segment.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.630848 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.631356 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 27 21:15:36.631676 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: standardattrdescription.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.632316 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.632837 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: standard-attr-description Aug 27 21:15:36.633156 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: stateful_security_group.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.634063 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.634569 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: stateful-security-group Aug 27 21:15:36.634897 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: stdattrs_common.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.635470 dv-cinder-806436-1-iscsi neutron-server[93687]: WARNING neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 27 21:15:36.635788 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.637273 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.637778 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 27 21:15:36.638097 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: subnet_onboard.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.639164 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.639669 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: subnet_onboard Aug 27 21:15:36.639989 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.640933 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.641433 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 27 21:15:36.641748 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: subnet_service_types.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.642650 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.643153 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: subnet-service-types Aug 27 21:15:36.643471 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: subnetallocation.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.644560 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.645072 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: subnet_allocation Aug 27 21:15:36.645390 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.646048 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.646547 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: subnetpool-prefix-ops Aug 27 21:15:36.646864 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.647782 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.648286 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 27 21:15:36.648625 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: tagging.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.649676 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.650190 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: standard-attr-tag Aug 27 21:15:36.650511 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: timestamp.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.651727 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.652236 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loaded extension: standard-attr-timestamp Aug 27 21:15:36.652594 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: trunk.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.653604 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.654113 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extension trunk not supported by any of loaded plugins Aug 27 21:15:36.654436 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: trunk_details.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.655343 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.655850 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extension trunk-details not supported by any of loaded plugins Aug 27 21:15:36.656172 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: uplink_status_propagation.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.657098 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.657606 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 27 21:15:36.657926 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Loading extension file: vlantransparent.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 21:15:36.658586 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 21:15:36.659092 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 27 21:15:36.661495 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.quota.resource_registry [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Creating instance of TrackedResource for resource:network Aug 27 21:15:36.662005 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.quota.resource_registry [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Creating instance of TrackedResource for resource:subnet Aug 27 21:15:36.662399 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.quota.resource_registry [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 21:15:36.662783 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.quota.resource_registry [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Creating instance of TrackedResource for resource:port Aug 27 21:15:36.663994 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.v2.resource_helper [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93687) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 21:15:36.664456 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.v2.resource_helper [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Service FLAVORS assigned prefix: {{(pid=93687) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 21:15:36.665074 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.v2.resource_helper [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93687) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 21:15:36.665503 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.v2.resource_helper [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93687) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 21:15:36.665829 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.quota.resource_registry [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Creating instance of TrackedResource for resource:router Aug 27 21:15:36.666249 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.quota.resource_registry [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Creating instance of TrackedResource for resource:floatingip Aug 27 21:15:36.666735 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.v2.resource_helper [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Service METERING assigned prefix: /metering {{(pid=93687) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 21:15:36.668469 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.668869 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.669250 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:15:36.670248 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.quota.resource_registry [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Creating instance of CountableResource for resource:rbac_policy Aug 27 21:15:36.670691 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.quota.resource_registry [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Creating instance of TrackedResource for resource:security_group Aug 27 21:15:36.671123 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.quota.resource_registry [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 27 21:15:36.671706 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.v2.resource_helper [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Service CORE assigned prefix: {{(pid=93687) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 21:15:36.672032 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.quota.resource_registry [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 21:15:36.672399 dv-cinder-806436-1-iscsi neutron-server[93687]: WARNING neutron.quota.resource_registry [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] subnetpool is already registered Aug 27 21:15:36.672818 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.v2.resource_helper [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Service CORE assigned prefix: {{(pid=93687) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 21:15:36.673137 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.quota.resource_registry [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 21:15:36.673462 dv-cinder-806436-1-iscsi neutron-server[93687]: WARNING neutron.quota.resource_registry [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] subnetpool is already registered Aug 27 21:15:36.675717 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.v2.resource_helper [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93687) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 21:15:36.676140 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.v2.resource_helper [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Service FLAVORS assigned prefix: {{(pid=93687) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 21:15:36.676829 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.v2.resource_helper [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93687) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 21:15:36.677244 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.v2.resource_helper [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93687) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 21:15:36.677573 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.quota.resource_registry [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Creating instance of TrackedResource for resource:router Aug 27 21:15:36.677906 dv-cinder-806436-1-iscsi neutron-server[93687]: WARNING neutron.quota.resource_registry [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] router is already registered Aug 27 21:15:36.678311 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.quota.resource_registry [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Creating instance of TrackedResource for resource:floatingip Aug 27 21:15:36.678640 dv-cinder-806436-1-iscsi neutron-server[93687]: WARNING neutron.quota.resource_registry [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] floatingip is already registered Aug 27 21:15:36.679085 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.v2.resource_helper [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Service METERING assigned prefix: /metering {{(pid=93687) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 21:15:36.679735 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.quota.resource_registry [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Creating instance of CountableResource for resource:rbac_policy Aug 27 21:15:36.680057 dv-cinder-806436-1-iscsi neutron-server[93687]: WARNING neutron.quota.resource_registry [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] rbac_policy is already registered Aug 27 21:15:36.680493 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.quota.resource_registry [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Creating instance of TrackedResource for resource:security_group Aug 27 21:15:36.680824 dv-cinder-806436-1-iscsi neutron-server[93687]: WARNING neutron.quota.resource_registry [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] security_group is already registered Aug 27 21:15:36.681219 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.quota.resource_registry [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 27 21:15:36.681545 dv-cinder-806436-1-iscsi neutron-server[93687]: WARNING neutron.quota.resource_registry [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] security_group_rule is already registered Aug 27 21:15:36.682163 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.v2.resource_helper [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Service CORE assigned prefix: {{(pid=93687) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 21:15:36.682484 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.quota.resource_registry [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 21:15:36.683551 dv-cinder-806436-1-iscsi neutron-server[93687]: WARNING neutron.quota.resource_registry [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] subnetpool is already registered Aug 27 21:15:36.683973 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.v2.resource_helper [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Service CORE assigned prefix: {{(pid=93687) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 21:15:36.684296 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.quota.resource_registry [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 21:15:36.684648 dv-cinder-806436-1-iscsi neutron-server[93687]: WARNING neutron.quota.resource_registry [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] subnetpool is already registered Aug 27 21:15:36.685123 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extended resource: extensions {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 21:15:36.686556 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extended resource: address-groups {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 21:15:36.688025 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extended resource: address-scopes {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 21:15:36.689369 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extended resource: agents {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 21:15:36.690535 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extended resource: auto-allocated-topology {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 21:15:36.691800 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extended resource: availability_zones {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 21:15:36.693009 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extended resource: dhcp-networks {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 21:15:36.694503 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extended resource: dhcp-agents {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 21:15:36.695906 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extended resource: routers {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 21:15:36.698096 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extended resource: flavors {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 21:15:36.699916 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extended resource: service_profiles {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 21:15:36.701141 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extended resource: next_providers {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 21:15:36.702565 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extended resource: service_profiles {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 21:15:36.704080 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extended resource: floatingip-pools {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 21:15:36.705320 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extended resource: routers {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 21:15:36.707392 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extended resource: floatingips {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 21:15:36.708689 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extended resource: l3-routers {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 21:15:36.710049 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extended resource: l3-agents {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 21:15:36.711430 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extended resource: metering-labels {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 21:15:36.712788 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extended resource: metering-label-rules {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 21:15:36.714220 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extended resource: network-ip-availabilities {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 21:15:36.715518 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extended resource: bindings {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 21:15:36.717180 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extended resource: quotas {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 21:15:36.718596 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extended resource: quotas {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 21:15:36.720010 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extended resource: rbac-policies {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 21:15:36.721229 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extended resource: security-groups {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 21:15:36.722519 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extended resource: security-group-rules {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 21:15:36.723740 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extended resource: service-providers {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 21:15:36.724966 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extended resource: subnetpools {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 21:15:36.727402 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extended resource: subnetpools {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 21:15:36.728888 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extended resource: tags {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 21:15:36.731210 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extended resource: tags {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 21:15:36.733015 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extended resource: tags {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 21:15:36.734779 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extended resource: tags {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 21:15:36.736590 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extended resource: tags {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 21:15:36.738408 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extended resource: tags {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 21:15:36.740058 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extended resource: tags {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 21:15:36.741952 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extended resource: tags {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 21:15:36.743968 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extended resource: tags {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 21:15:36.746334 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Extended resource: tags {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 21:15:36.752255 dv-cinder-806436-1-iscsi neutron-server[93687]: WARNING keystonemiddleware.auth_token [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 27 21:15:36.757008 dv-cinder-806436-1-iscsi neutron-server[93687]: WARNING keystonemiddleware.auth_token [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 27 21:15:36.766061 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_concurrency.lockutils [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Acquired lock "singleton_lock" {{(pid=93687) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 27 21:15:36.766533 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_concurrency.lockutils [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Releasing lock "singleton_lock" {{(pid=93687) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 27 21:15:36.767174 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO oslo_service.service [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Starting 2 workers Aug 27 21:15:36.771964 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Started child 93796 {{(pid=93687) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 21:15:36.776309 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Started child 93797 {{(pid=93687) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 21:15:36.777936 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO neutron.service [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 27 21:15:36.778035 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:15:36.778619 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Notify callbacks [] for process, before_spawn {{(pid=93687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:15:36.779438 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [-] (93796) wsgi starting up on http://0.0.0.0:9696 Aug 27 21:15:36.781028 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO oslo_service.service [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Starting 1 workers Aug 27 21:15:36.781156 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:15:36.782388 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [-] (93797) wsgi starting up on http://0.0.0.0:9696 Aug 27 21:15:36.786120 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Started child 93798 {{(pid=93687) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 21:15:36.786631 dv-cinder-806436-1-iscsi neutron-server[93687]: INFO oslo_service.service [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Starting 1 workers Aug 27 21:15:36.789439 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.service [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] calling RpcWorker wait() {{(pid=93798) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 27 21:15:36.789929 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.service [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] returning from RpcWorker wait() {{(pid=93798) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 27 21:15:36.790982 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Started child 93799 {{(pid=93687) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 21:15:36.791176 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:15:36.791656 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:15:36.791807 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-f12c54e2-fbcf-4566-9acb-f23c4d0ab665 None None] Notify callbacks [] for process, after_spawn {{(pid=93687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:15:36.793752 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93687) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 27 21:15:36.793947 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 27 21:15:36.794130 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 27 21:15:36.794336 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 27 21:15:36.794737 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 27 21:15:36.794834 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 27 21:15:36.795324 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.795598 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.795860 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.796717 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.796717 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.796858 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:15:36.797335 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.797335 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.797471 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.797732 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.797961 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.798124 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.798284 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.798545 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.798773 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.799080 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.799344 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.799576 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.799860 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.800031 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.800399 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.800558 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.801492 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.801492 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] debug = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.801492 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.801816 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.801982 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.802215 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.802428 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.802703 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.802947 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.803207 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.803464 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.803676 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.803925 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.804180 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.804441 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.804650 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.804910 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.805136 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.805375 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.805823 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] host = dv-cinder-806436-1-iscsi {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.806060 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.806281 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.806509 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.806733 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.806997 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.807209 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.807465 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.808312 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.808601 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.808846 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.809089 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.809386 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.809622 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.809871 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] log_file = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.810020 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] log_options = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.810237 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.810525 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.810777 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.810966 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.811144 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.811327 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.811581 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.811885 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.812031 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.812180 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.812392 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.812607 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.812840 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.813069 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.813339 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.813589 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.813822 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.814036 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.814279 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.814541 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.814763 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.815033 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.815220 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.815450 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.815683 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.815919 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.816143 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.816391 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.816607 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.816853 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.817068 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.817327 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.817654 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.817937 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.818079 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.818475 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.818475 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.818842 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.818988 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.819183 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.819401 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.819671 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.819857 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.820094 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.820364 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.820745 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] use_json = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.820918 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.821058 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.821426 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.821581 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.821771 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.822095 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.822219 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.822338 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.822800 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.823085 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.823471 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.824523 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.824523 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.824980 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.824980 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.825918 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.825918 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.825918 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.825918 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.826172 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.826382 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.826617 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.826916 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.827964 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.828196 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.828461 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.828704 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.829065 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.829164 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.829381 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.829665 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.829805 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:15:36.829939 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.830758 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.831028 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.833727 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.833727 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.833727 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.833727 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.833727 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.835004 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.835004 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.835468 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.835468 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.835741 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.835919 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.837314 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.837314 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.838296 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.838296 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.838296 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.839774 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.839987 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.840250 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.841107 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.845608 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.846863 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.846863 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.846863 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.846863 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.846863 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.847483 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.847483 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.847483 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.847737 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.847999 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.848183 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.851046 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.851306 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.851644 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.852642 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.852884 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.853191 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.853358 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.853561 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.855963 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.856220 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.857838 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.858057 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.859660 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.861190 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.861901 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.861901 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.862085 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.862158 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.862379 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.862616 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.862912 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.863130 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.863352 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.863579 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.863815 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.864040 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.864266 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.866070 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.868957 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.869183 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.869447 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.869766 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.870094 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.870942 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.871461 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.871461 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.871695 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.871965 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.872213 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.874618 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.874875 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.875144 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.875417 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.875691 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.875935 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.876205 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.876457 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.876721 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.876958 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.877214 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.877440 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.877695 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.877920 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.878193 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.878438 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.878674 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.878907 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.879140 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.879427 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.879667 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.879947 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.880167 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.881263 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.881954 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.882888 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.883945 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.884191 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.885072 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.885692 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.886581 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.887125 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.887364 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.887647 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.887870 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.888395 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.888644 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.889409 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.890615 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.891183 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.891882 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.892149 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.892395 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.892617 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.892892 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.893126 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.893367 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.893636 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.893885 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.894139 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.894391 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.894618 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.894849 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.895094 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.895323 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.895536 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.895785 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.896000 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.896233 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.896467 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.896682 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.896946 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.897156 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.897403 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.897631 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.897847 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.898081 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.898325 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.898536 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.898769 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.899004 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.899219 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.899452 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.899687 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.899931 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.900184 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.900423 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.900688 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.901165 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.902316 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.903170 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.903536 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.904088 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.904309 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.904580 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.905817 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.906056 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.906285 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.907657 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.908374 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.908758 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.909523 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.909778 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.910152 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.910543 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.911081 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.912399 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.912720 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.913006 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.913273 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.913556 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.913799 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.914057 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.914288 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.914517 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.914765 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.915067 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.915317 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.915578 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.915799 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.916021 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.916239 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.916648 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.916781 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.917364 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.917717 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.917977 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.918278 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.918803 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.919029 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:15:36.919131 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.919270 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.919491 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.919710 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.919944 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.920168 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.920439 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.920700 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.920918 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.921136 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.921363 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.921584 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.921797 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.922024 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.922238 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.922500 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.922725 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.922944 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.923178 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.923404 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.923616 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.923828 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.924051 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.924290 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.924739 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.924973 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.925192 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.925402 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.925625 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.925841 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.926052 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.926368 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.926624 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.926845 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.927133 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.927363 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.927620 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.927882 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.928186 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.928425 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.928664 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.928905 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.929143 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.929380 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.929636 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.930591 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.930879 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.932458 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.933483 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.933666 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.933967 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.934267 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.934525 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.934866 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.935165 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.935445 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.935714 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.935974 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.936243 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.936493 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.936719 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.936964 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.937214 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.937435 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.937692 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.937942 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.938167 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.938387 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.938803 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.939028 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.939255 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.939492 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.939733 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.939951 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.940109 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 27 21:15:36.940677 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93687) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 27 21:15:36.940829 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 27 21:15:36.940988 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 27 21:15:36.943637 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 27 21:15:36.943794 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 27 21:15:36.943967 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 27 21:15:36.944188 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.944380 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.944559 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.944727 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.944893 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.945078 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.945247 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.945408 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.945568 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.945730 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.945890 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.946049 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.946208 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.946369 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.946528 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.946688 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.946846 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.947006 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.947169 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.947326 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.947482 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.947639 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.947795 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] debug = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.947953 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.948248 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.948248 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.949488 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.949584 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.949704 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.949846 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.950004 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.950164 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.950322 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.950481 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.950638 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.950797 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.950954 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.951109 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.951266 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.951421 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.951578 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] host = dv-cinder-806436-1-iscsi {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.951735 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.951891 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.952046 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.952202 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.952429 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.952566 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.952691 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.952814 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.952957 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.953112 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.953269 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.953427 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.953584 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.953740 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] log_file = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.953909 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] log_options = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.954071 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.954195 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.954327 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.954511 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.954673 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.954832 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.954988 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.955151 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.955309 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.955465 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.955651 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.955788 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.955913 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.956036 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.957067 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.957067 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.957067 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.957067 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.957645 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.958347 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.958518 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.958823 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.959349 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.959515 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.959677 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.959838 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.959998 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.960158 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.960320 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.960529 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.961575 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.961767 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.961935 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.962100 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.962398 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.962622 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.962930 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.963261 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.964454 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.964633 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.964822 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.966611 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.968397 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.968583 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.968758 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.968929 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] use_json = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.969095 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.969260 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.969425 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.969589 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.969750 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.969912 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.970071 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.970232 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 21:15:36.970413 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.970576 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.970749 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.970909 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.971071 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.971231 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.971389 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.971548 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.971708 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.971865 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.972031 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.972191 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.972547 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.973623 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.973811 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.974909 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.975645 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.975821 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.975989 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.976155 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.976320 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.976505 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.976680 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.976842 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.977004 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.977164 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.977324 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.977501 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.977665 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.977828 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.977989 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.978148 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.978309 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.978469 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.978629 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.978790 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.978950 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.979109 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.979269 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.980144 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.980253 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.980391 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.980686 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.980851 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.981013 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.981173 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.981332 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.981493 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.981652 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.981813 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.981973 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.982133 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.982292 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.982452 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.982609 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.982784 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.982944 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.983103 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.983260 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.983419 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.983578 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.983736 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.983894 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.984054 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.984214 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.984394 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.984569 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.984728 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.984887 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.985045 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.985204 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.985362 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.985532 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.985674 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.985832 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.985991 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.986149 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.986307 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.986467 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.986625 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.986784 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.986941 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.987099 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.987258 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.987415 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.987573 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.987730 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.987888 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.988045 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.988213 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.988409 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.988571 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.988729 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.988887 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.989046 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.989203 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.989362 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.989519 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.989677 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.989834 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.989992 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.990149 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.990309 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.990466 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.990623 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.990780 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.990938 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.991096 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.991253 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.991411 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.991570 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.991728 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.991887 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.992045 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.992202 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.992377 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.992547 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.992706 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.992867 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.993025 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.993444 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.993614 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.993773 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.993931 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.994089 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.994247 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.994406 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.994565 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.994724 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.994882 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.995208 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.995612 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.995612 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.995890 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.996067 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.996230 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.996419 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.996601 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.996760 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.996918 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.997076 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.997224 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.997380 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.997538 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.997696 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.997865 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.997997 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.998130 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.998292 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.998437 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.998607 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.998740 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.998877 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.999034 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.999187 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.999322 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.999484 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.999642 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.999801 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:36.999960 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.000104 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.000266 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.000445 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.000589 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.000750 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.000909 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.001066 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.001216 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.001371 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.001528 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.001684 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.001841 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.001986 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.002144 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.002289 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.002449 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.002608 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.002766 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.002925 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.003083 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.003229 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.003391 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.003547 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.003707 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.003865 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.004022 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.004181 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.004375 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.004515 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.004674 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.004832 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.004990 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.005163 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.005322 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.005479 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.005638 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.005801 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.005959 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.006118 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.006276 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.006433 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.006590 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.006747 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.006907 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.007068 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.007226 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.007383 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.007542 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.007699 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.007856 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.008015 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.008185 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.008359 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.008520 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.008677 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.008834 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.008992 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.009160 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.009318 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.009476 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.009632 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.009789 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.009947 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.010113 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.010271 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.010429 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.010587 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.010743 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.013153 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.013332 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.013497 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.013659 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.013819 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.013979 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.014138 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.014308 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.014468 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.014628 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.014787 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.014945 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.015103 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.015272 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.015431 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.015589 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.015747 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.015904 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.016062 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.016230 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.016439 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.016604 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.016772 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.016930 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.017089 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.017249 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.017420 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.017580 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.017742 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.017906 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.018064 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.018222 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.018383 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.018546 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.018715 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.018928 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.019016 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.019183 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.019349 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.019515 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.019674 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.019837 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.020007 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.020165 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.020323 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.020501 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.020658 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.020816 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.020975 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.021133 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.021291 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.021447 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.021606 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.021763 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.021921 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.022078 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.022236 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.022394 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.022552 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.022710 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.022868 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.023026 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 21:15:37.023176 dv-cinder-806436-1-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 27 21:15:37.201795 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 55562) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:15:37.210349 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064025 Aug 27 21:15:48.822734 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a502cc-434c-4888-addb-b79f90684164 None None] get_active_networks_info from dv-cinder-806436-1-iscsi {{(pid=93798) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 21:15:48.949390 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a502cc-434c-4888-addb-b79f90684164 None None] No non-hosted networks {{(pid=93798) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 27 21:15:48.956830 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.agentschedulers_db [None req-51a502cc-434c-4888-addb-b79f90684164 None None] DHCP Agent not found on host dv-cinder-806436-1-iscsi {{(pid=93798) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 27 21:15:49.038718 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4b81c63d-3cc3-4b86-aefc-bcdaf89d41fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-631467'] for agent, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:15:51.315846 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0af938f0-b680-4d5e-9b67-15473f355891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-631467'] for agent, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:15:51.379174 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8ab54bbd-a45d-4c8f-b878-a5d2cd02e022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:15:51.536512 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-631467'] for agent, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:15:51.537548 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:15:51.538074 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:15:51.538590 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:15:51.539133 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:15:51.539644 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:15:51.540154 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:15:51.540690 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:15:51.541220 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:15:51.541885 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:15:51.542396 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:15:51.542908 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:15:51.543641 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:15:51.544317 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-806436-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:15:51.562273 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-806436-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:15:52.744423 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65920cb9-5c7f-4952-b134-219b92defc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-631467'] for agent, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:15:54.017566 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-778ce8a3-384f-4928-b9ff-199d4ced17a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-631467'] for agent, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:15:54.833167 dv-cinder-806436-1-iscsi neutron-server[93798]: INFO neutron.db.l3_hamode_db [None req-2e78512a-4fce-412d-a63a-67bb5ac31062 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 27 21:15:54.912195 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e78512a-4fce-412d-a63a-67bb5ac31062 None None] Routers set() bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:15:54.912285 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e78512a-4fce-412d-a63a-67bb5ac31062 None None] Router IDs set() for agent in host dv-cinder-806436-1-iscsi {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 27 21:15:55.116148 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 55654) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:15:55.607026 dv-cinder-806436-1-iscsi neutron-server[93797]: WARNING oslo_policy.policy [None req-bafc2830-cd38-4883-9622-7900b0d8e3f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 21:15:55.607615 dv-cinder-806436-1-iscsi neutron-server[93797]: WARNING oslo_policy.policy [None req-bafc2830-cd38-4883-9622-7900b0d8e3f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 21:15:55.828181 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [None req-bafc2830-cd38-4883-9622-7900b0d8e3f7 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 21:15:55.829288 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-bafc2830-cd38-4883-9622-7900b0d8e3f7 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7122052 Aug 27 21:15:58.199002 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 55668) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:15:58.511105 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [None req-bb311941-af1d-4ff6-b8e4-0a3ac4950a06 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:15:58.602940 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.policy [None req-bb311941-af1d-4ff6-b8e4-0a3ac4950a06 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93797) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 27 21:15:58.648148 dv-cinder-806436-1-iscsi neutron-server[93797]: WARNING oslo_policy.policy [None req-bb311941-af1d-4ff6-b8e4-0a3ac4950a06 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 21:15:58.648556 dv-cinder-806436-1-iscsi neutron-server[93797]: WARNING oslo_policy.policy [None req-bb311941-af1d-4ff6-b8e4-0a3ac4950a06 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 21:15:58.657604 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.quota [None req-bb311941-af1d-4ff6-b8e4-0a3ac4950a06 admin admin] Loaded quota_driver: . Aug 27 21:15:58.746586 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bb311941-af1d-4ff6-b8e4-0a3ac4950a06 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794205420584', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794205421061', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794205400299', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794205398583', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794205320037', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794205387410', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-8293346', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8267484', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-601736', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-572520'] for rbac-policy, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:15:58.808162 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bb311941-af1d-4ff6-b8e4-0a3ac4950a06 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:15:58.809374 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-bb311941-af1d-4ff6-b8e4-0a3ac4950a06 admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6094062 Aug 27 21:16:01.375770 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 55680) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:16:01.674166 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [None req-b185c678-5c19-4dfa-acb5-d26ff229b669 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '9b2004fa40bc4481ac615469763fa7f2', 'tenant_id': '9b2004fa40bc4481ac615469763fa7f2'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:16:01.703486 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b185c678-5c19-4dfa-acb5-d26ff229b669 admin admin] Made reservation on behalf of 9b2004fa40bc4481ac615469763fa7f2 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 21:16:01.706466 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b185c678-5c19-4dfa-acb5-d26ff229b669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:01.723377 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b185c678-5c19-4dfa-acb5-d26ff229b669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:01.850850 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b185c678-5c19-4dfa-acb5-d26ff229b669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:01.854439 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b185c678-5c19-4dfa-acb5-d26ff229b669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:01.880504 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b185c678-5c19-4dfa-acb5-d26ff229b669 admin admin] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 21:16:01.905067 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b185c678-5c19-4dfa-acb5-d26ff229b669 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794201047525', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226622'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:01.905658 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b185c678-5c19-4dfa-acb5-d26ff229b669 admin admin] Unsubscribe: segment precommit_create {{(pid=93797) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 27 21:16:01.906184 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.db.segments_db [None req-b185c678-5c19-4dfa-acb5-d26ff229b669 admin admin] Added segment 33494a87-5a91-47a3-a7e5-9d2ae534f29e of type vlan for network 94c0aed6-b83e-44ff-a601-0cb2691fca8c Aug 27 21:16:01.911677 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b185c678-5c19-4dfa-acb5-d26ff229b669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9730db0-fd52-4431-84c8-e203cee6d480,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:16:01.934062 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b185c678-5c19-4dfa-acb5-d26ff229b669 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:16:01.934428 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b185c678-5c19-4dfa-acb5-d26ff229b669 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:16:01.934788 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b185c678-5c19-4dfa-acb5-d26ff229b669 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:16:01.935110 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b185c678-5c19-4dfa-acb5-d26ff229b669 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:16:01.935448 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b185c678-5c19-4dfa-acb5-d26ff229b669 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:16:01.935747 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b185c678-5c19-4dfa-acb5-d26ff229b669 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:16:01.936069 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b185c678-5c19-4dfa-acb5-d26ff229b669 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:16:01.936420 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b185c678-5c19-4dfa-acb5-d26ff229b669 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:16:01.936759 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b185c678-5c19-4dfa-acb5-d26ff229b669 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:16:01.937081 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b185c678-5c19-4dfa-acb5-d26ff229b669 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:16:01.937401 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b185c678-5c19-4dfa-acb5-d26ff229b669 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:16:01.937717 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b185c678-5c19-4dfa-acb5-d26ff229b669 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:16:01.938784 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b185c678-5c19-4dfa-acb5-d26ff229b669 admin admin] Tracked resource versions report: Aug 27 21:16:01.938784 dv-cinder-806436-1-iscsi neutron-server[93797]: pushed versions: Aug 27 21:16:01.938784 dv-cinder-806436-1-iscsi neutron-server[93797]: { 'AddressGroup': {'1.2'}, Aug 27 21:16:01.938784 dv-cinder-806436-1-iscsi neutron-server[93797]: 'ConntrackHelper': {'1.0'}, Aug 27 21:16:01.938784 dv-cinder-806436-1-iscsi neutron-server[93797]: 'Log': {'1.0'}, Aug 27 21:16:01.938784 dv-cinder-806436-1-iscsi neutron-server[93797]: 'Network': {'1.1'}, Aug 27 21:16:01.938784 dv-cinder-806436-1-iscsi neutron-server[93797]: 'Port': {'1.7'}, Aug 27 21:16:01.938784 dv-cinder-806436-1-iscsi neutron-server[93797]: 'PortForwarding': {'1.2'}, Aug 27 21:16:01.938784 dv-cinder-806436-1-iscsi neutron-server[93797]: 'QosPolicy': {'1.9'}, Aug 27 21:16:01.938784 dv-cinder-806436-1-iscsi neutron-server[93797]: 'SecurityGroup': {'1.4'}, Aug 27 21:16:01.938784 dv-cinder-806436-1-iscsi neutron-server[93797]: 'SecurityGroupRule': {'1.2'}, Aug 27 21:16:01.938784 dv-cinder-806436-1-iscsi neutron-server[93797]: 'SubPort': {'1.0'}, Aug 27 21:16:01.938784 dv-cinder-806436-1-iscsi neutron-server[93797]: 'Subnet': {'1.1'}, Aug 27 21:16:01.938784 dv-cinder-806436-1-iscsi neutron-server[93797]: 'Trunk': {'1.1'}} Aug 27 21:16:01.938784 dv-cinder-806436-1-iscsi neutron-server[93797]: consumer versions: Aug 27 21:16:01.938784 dv-cinder-806436-1-iscsi neutron-server[93797]: { DHCP agent@dv-cinder-806436-1-iscsi: {}, Aug 27 21:16:01.938784 dv-cinder-806436-1-iscsi neutron-server[93797]: L3 agent@dv-cinder-806436-1-iscsi: {}, Aug 27 21:16:01.938784 dv-cinder-806436-1-iscsi neutron-server[93797]: Metadata agent@dv-cinder-806436-1-iscsi: {}, Aug 27 21:16:01.938784 dv-cinder-806436-1-iscsi neutron-server[93797]: Metering agent@dv-cinder-806436-1-iscsi: {}, Aug 27 21:16:01.938784 dv-cinder-806436-1-iscsi neutron-server[93797]: Open vSwitch agent@dv-cinder-806436-1-iscsi: { 'AddressGroup': '1.2', Aug 27 21:16:01.938784 dv-cinder-806436-1-iscsi neutron-server[93797]: 'ConntrackHelper': '1.0', Aug 27 21:16:01.938784 dv-cinder-806436-1-iscsi neutron-server[93797]: 'Log': '1.0', Aug 27 21:16:01.938784 dv-cinder-806436-1-iscsi neutron-server[93797]: 'Network': '1.1', Aug 27 21:16:01.938784 dv-cinder-806436-1-iscsi neutron-server[93797]: 'Port': '1.7', Aug 27 21:16:01.938784 dv-cinder-806436-1-iscsi neutron-server[93797]: 'PortForwarding': '1.2', Aug 27 21:16:01.938784 dv-cinder-806436-1-iscsi neutron-server[93797]: 'QosPolicy': '1.9', Aug 27 21:16:01.938784 dv-cinder-806436-1-iscsi neutron-server[93797]: 'SecurityGroup': '1.4', Aug 27 21:16:01.938784 dv-cinder-806436-1-iscsi neutron-server[93797]: 'SecurityGroupRule': '1.2', Aug 27 21:16:01.938784 dv-cinder-806436-1-iscsi neutron-server[93797]: 'SubPort': '1.0', Aug 27 21:16:01.938784 dv-cinder-806436-1-iscsi neutron-server[93797]: 'Subnet': '1.1', Aug 27 21:16:01.938784 dv-cinder-806436-1-iscsi neutron-server[93797]: 'Trunk': '1.1'}} Aug 27 21:16:01.938784 dv-cinder-806436-1-iscsi neutron-server[93797]: {{(pid=93797) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 21:16:02.028331 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b185c678-5c19-4dfa-acb5-d26ff229b669 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794200552295'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:02.067969 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b185c678-5c19-4dfa-acb5-d26ff229b669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:02.069063 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b185c678-5c19-4dfa-acb5-d26ff229b669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:16:02.069698 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b185c678-5c19-4dfa-acb5-d26ff229b669 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:02.148941 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-b185c678-5c19-4dfa-acb5-d26ff229b669 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7719891 Aug 27 21:16:02.167543 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b185c678-5c19-4dfa-acb5-d26ff229b669 admin admin] Pushing event updated for resources: {'Network': ['ID=94c0aed6-b83e-44ff-a601-0cb2691fca8c,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:16:02.181487 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Network 94c0aed6-b83e-44ff-a601-0cb2691fca8c details requested by agent ovs-agent-dv-cinder-806436-1-iscsi with host dv-cinder-806436-1-iscsi {{(pid=93798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 21:16:04.825462 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 55694) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:16:05.215165 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bca89c0-6a6c-430d-b1e2-db2dd1eb50a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:16:05.216546 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-1bca89c0-6a6c-430d-b1e2-db2dd1eb50a1 admin admin] 10.222.0.39 "GET /v2.0/networks/94c0aed6-b83e-44ff-a601-0cb2691fca8c HTTP/1.1" status: 200 len: 825 time: 0.3899989 Aug 27 21:16:05.241717 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-9e408842-e2c2-4082-8a7d-3696f26b8511 admin admin] 10.222.0.39 "GET /v2.0/subnetpools/3194ce1e-11ab-4223-b3d4-16a63bb46b0c HTTP/1.1" status: 200 len: 734 time: 0.0190303 Aug 27 21:16:05.251534 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [None req-7d6fc34a-bf20-4d5b-8f69-b37b6c303dde admin admin] Request body: {'subnet': {'subnetpool_id': '3194ce1e-11ab-4223-b3d4-16a63bb46b0c', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': '9b2004fa40bc4481ac615469763fa7f2', 'name': 'private-subnet', 'network_id': '94c0aed6-b83e-44ff-a601-0cb2691fca8c'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:16:05.273628 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6fc34a-bf20-4d5b-8f69-b37b6c303dde admin admin] Made reservation on behalf of 9b2004fa40bc4481ac615469763fa7f2 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 21:16:05.276647 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7d6fc34a-bf20-4d5b-8f69-b37b6c303dde admin admin] Notify callbacks [] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:05.567726 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7d6fc34a-bf20-4d5b-8f69-b37b6c303dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:05.638542 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6fc34a-bf20-4d5b-8f69-b37b6c303dde admin admin] Pushing event updated for resources: {'Subnet': ['ID=51a3947b-883a-4eb2-9d55-319f1fffd787,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:16:05.640761 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6fc34a-bf20-4d5b-8f69-b37b6c303dde admin admin] Checking segment: {'id': '33494a87-5a91-47a3-a7e5-9d2ae534f29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '94c0aed6-b83e-44ff-a601-0cb2691fca8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:16:05.641157 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6fc34a-bf20-4d5b-8f69-b37b6c303dde admin admin] Network hostable DHCP agents. Network: 94c0aed6-b83e-44ff-a601-0cb2691fca8c, hostable agents: ['1749b5b4-19f7-4836-8339-7d75e40e8c09'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 21:16:05.661580 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6fc34a-bf20-4d5b-8f69-b37b6c303dde admin admin] Network 94c0aed6-b83e-44ff-a601-0cb2691fca8c is scheduled to be hosted by DHCP agent 1749b5b4-19f7-4836-8339-7d75e40e8c09 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 21:16:05.673724 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-7d6fc34a-bf20-4d5b-8f69-b37b6c303dde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806436-1-iscsi, 94c0aed6-b83e-44ff-a601-0cb2691fca8c) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:16:05.678263 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6fc34a-bf20-4d5b-8f69-b37b6c303dde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:16:05.678842 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7d6fc34a-bf20-4d5b-8f69-b37b6c303dde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:05.684175 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4a9162-6c0d-4980-8040-40adb5c84099 None None] Network 94c0aed6-b83e-44ff-a601-0cb2691fca8c requested from dv-cinder-806436-1-iscsi {{(pid=93798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 21:16:05.693278 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-7d6fc34a-bf20-4d5b-8f69-b37b6c303dde admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4450204 Aug 27 21:16:06.019369 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfc9b8d-6934-4797-87ed-5ef3381ecd2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7822c764-62b3-5da8-a3e8-a6ab57b66038-94c0aed6-b83e-44ff-a601-0cb2691fca8c', 'network_id': '94c0aed6-b83e-44ff-a601-0cb2691fca8c', 'tenant_id': '9b2004fa40bc4481ac615469763fa7f2', 'fixed_ips': [{'subnet_id': '51a3947b-883a-4eb2-9d55-319f1fffd787'}]}} from dv-cinder-806436-1-iscsi. {{(pid=93798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 21:16:06.020734 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ddfc9b8d-6934-4797-87ed-5ef3381ecd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:06.299036 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-ddfc9b8d-6934-4797-87ed-5ef3381ecd2c None None] Allocated IP 172.20.0.2 (94c0aed6-b83e-44ff-a601-0cb2691fca8c/51a3947b-883a-4eb2-9d55-319f1fffd787/4924e393-f16f-4249-a2dd-37a2437ef5b6) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 21:16:06.502370 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ddfc9b8d-6934-4797-87ed-5ef3381ecd2c None None] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:06.518354 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-ddfc9b8d-6934-4797-87ed-5ef3381ecd2c None None] Transition to ACTIVE for port object 4924e393-f16f-4249-a2dd-37a2437ef5b6 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:16:06.542120 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-ddfc9b8d-6934-4797-87ed-5ef3381ecd2c None None] Transition to ACTIVE for port object 4924e393-f16f-4249-a2dd-37a2437ef5b6 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:16:06.550279 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ddfc9b8d-6934-4797-87ed-5ef3381ecd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794200564228'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:06.644026 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfc9b8d-6934-4797-87ed-5ef3381ecd2c None None] Network 94c0aed6-b83e-44ff-a601-0cb2691fca8c is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:16:06.649794 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-ddfc9b8d-6934-4797-87ed-5ef3381ecd2c None None] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:16:06.653461 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfc9b8d-6934-4797-87ed-5ef3381ecd2c None None] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 21:16:06.692326 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfc9b8d-6934-4797-87ed-5ef3381ecd2c None None] Pushing event updated for resources: {'Port': ['ID=4924e393-f16f-4249-a2dd-37a2437ef5b6,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:16:06.717279 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfc9b8d-6934-4797-87ed-5ef3381ecd2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:16:06.717624 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfc9b8d-6934-4797-87ed-5ef3381ecd2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:16:06.717960 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfc9b8d-6934-4797-87ed-5ef3381ecd2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:16:06.718291 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfc9b8d-6934-4797-87ed-5ef3381ecd2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:16:06.718619 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfc9b8d-6934-4797-87ed-5ef3381ecd2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:16:06.718957 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfc9b8d-6934-4797-87ed-5ef3381ecd2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:16:06.719282 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfc9b8d-6934-4797-87ed-5ef3381ecd2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:16:06.719606 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfc9b8d-6934-4797-87ed-5ef3381ecd2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:16:06.719941 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfc9b8d-6934-4797-87ed-5ef3381ecd2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:16:06.720260 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfc9b8d-6934-4797-87ed-5ef3381ecd2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:16:06.720602 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfc9b8d-6934-4797-87ed-5ef3381ecd2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:16:06.720918 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfc9b8d-6934-4797-87ed-5ef3381ecd2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:16:06.722032 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfc9b8d-6934-4797-87ed-5ef3381ecd2c None None] Tracked resource versions report: Aug 27 21:16:06.722032 dv-cinder-806436-1-iscsi neutron-server[93798]: pushed versions: Aug 27 21:16:06.722032 dv-cinder-806436-1-iscsi neutron-server[93798]: { 'AddressGroup': {'1.2'}, Aug 27 21:16:06.722032 dv-cinder-806436-1-iscsi neutron-server[93798]: 'ConntrackHelper': {'1.0'}, Aug 27 21:16:06.722032 dv-cinder-806436-1-iscsi neutron-server[93798]: 'Log': {'1.0'}, Aug 27 21:16:06.722032 dv-cinder-806436-1-iscsi neutron-server[93798]: 'Network': {'1.1'}, Aug 27 21:16:06.722032 dv-cinder-806436-1-iscsi neutron-server[93798]: 'Port': {'1.7'}, Aug 27 21:16:06.722032 dv-cinder-806436-1-iscsi neutron-server[93798]: 'PortForwarding': {'1.2'}, Aug 27 21:16:06.722032 dv-cinder-806436-1-iscsi neutron-server[93798]: 'QosPolicy': {'1.9'}, Aug 27 21:16:06.722032 dv-cinder-806436-1-iscsi neutron-server[93798]: 'SecurityGroup': {'1.4'}, Aug 27 21:16:06.722032 dv-cinder-806436-1-iscsi neutron-server[93798]: 'SecurityGroupRule': {'1.2'}, Aug 27 21:16:06.722032 dv-cinder-806436-1-iscsi neutron-server[93798]: 'SubPort': {'1.0'}, Aug 27 21:16:06.722032 dv-cinder-806436-1-iscsi neutron-server[93798]: 'Subnet': {'1.1'}, Aug 27 21:16:06.722032 dv-cinder-806436-1-iscsi neutron-server[93798]: 'Trunk': {'1.1'}} Aug 27 21:16:06.722032 dv-cinder-806436-1-iscsi neutron-server[93798]: consumer versions: Aug 27 21:16:06.722032 dv-cinder-806436-1-iscsi neutron-server[93798]: { DHCP agent@dv-cinder-806436-1-iscsi: {}, Aug 27 21:16:06.722032 dv-cinder-806436-1-iscsi neutron-server[93798]: L3 agent@dv-cinder-806436-1-iscsi: {}, Aug 27 21:16:06.722032 dv-cinder-806436-1-iscsi neutron-server[93798]: Metadata agent@dv-cinder-806436-1-iscsi: {}, Aug 27 21:16:06.722032 dv-cinder-806436-1-iscsi neutron-server[93798]: Metering agent@dv-cinder-806436-1-iscsi: {}, Aug 27 21:16:06.722032 dv-cinder-806436-1-iscsi neutron-server[93798]: Open vSwitch agent@dv-cinder-806436-1-iscsi: { 'AddressGroup': '1.2', Aug 27 21:16:06.722032 dv-cinder-806436-1-iscsi neutron-server[93798]: 'ConntrackHelper': '1.0', Aug 27 21:16:06.722032 dv-cinder-806436-1-iscsi neutron-server[93798]: 'Log': '1.0', Aug 27 21:16:06.722032 dv-cinder-806436-1-iscsi neutron-server[93798]: 'Network': '1.1', Aug 27 21:16:06.722032 dv-cinder-806436-1-iscsi neutron-server[93798]: 'Port': '1.7', Aug 27 21:16:06.722032 dv-cinder-806436-1-iscsi neutron-server[93798]: 'PortForwarding': '1.2', Aug 27 21:16:06.722032 dv-cinder-806436-1-iscsi neutron-server[93798]: 'QosPolicy': '1.9', Aug 27 21:16:06.722032 dv-cinder-806436-1-iscsi neutron-server[93798]: 'SecurityGroup': '1.4', Aug 27 21:16:06.722032 dv-cinder-806436-1-iscsi neutron-server[93798]: 'SecurityGroupRule': '1.2', Aug 27 21:16:06.722032 dv-cinder-806436-1-iscsi neutron-server[93798]: 'SubPort': '1.0', Aug 27 21:16:06.722032 dv-cinder-806436-1-iscsi neutron-server[93798]: 'Subnet': '1.1', Aug 27 21:16:06.722032 dv-cinder-806436-1-iscsi neutron-server[93798]: 'Trunk': '1.1'}} Aug 27 21:16:06.722032 dv-cinder-806436-1-iscsi neutron-server[93798]: {{(pid=93798) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 21:16:06.757979 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-ddfc9b8d-6934-4797-87ed-5ef3381ecd2c None None] Attempting to bind port 4924e393-f16f-4249-a2dd-37a2437ef5b6 on host dv-cinder-806436-1-iscsi for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 21:16:06.758295 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-ddfc9b8d-6934-4797-87ed-5ef3381ecd2c None None] Attempting to bind port 4924e393-f16f-4249-a2dd-37a2437ef5b6 by drivers openvswitch,hyperv on host dv-cinder-806436-1-iscsi at level 0 using segments [{'id': '33494a87-5a91-47a3-a7e5-9d2ae534f29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '94c0aed6-b83e-44ff-a601-0cb2691fca8c'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 21:16:06.758714 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfc9b8d-6934-4797-87ed-5ef3381ecd2c None None] Attempting to bind port 4924e393-f16f-4249-a2dd-37a2437ef5b6 on network 94c0aed6-b83e-44ff-a601-0cb2691fca8c {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:16:06.763654 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfc9b8d-6934-4797-87ed-5ef3381ecd2c None None] Checking agent: {'id': '7431bd39-0fd9-4a64-8486-900009fb8dd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806436-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 21, 15, 51), 'started_at': datetime.datetime(2021, 8, 27, 21, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 21, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806436-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 21:16:06.764114 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfc9b8d-6934-4797-87ed-5ef3381ecd2c None None] Checking segment: {'id': '33494a87-5a91-47a3-a7e5-9d2ae534f29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '94c0aed6-b83e-44ff-a601-0cb2691fca8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:16:06.764641 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ddfc9b8d-6934-4797-87ed-5ef3381ecd2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:06.765038 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfc9b8d-6934-4797-87ed-5ef3381ecd2c None None] Bound using segment: {'id': '33494a87-5a91-47a3-a7e5-9d2ae534f29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '94c0aed6-b83e-44ff-a601-0cb2691fca8c'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 21:16:06.765541 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-ddfc9b8d-6934-4797-87ed-5ef3381ecd2c None None] Bound port: 4924e393-f16f-4249-a2dd-37a2437ef5b6, host: dv-cinder-806436-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33494a87-5a91-47a3-a7e5-9d2ae534f29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '94c0aed6-b83e-44ff-a601-0cb2691fca8c'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 21:16:06.765934 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ddfc9b8d-6934-4797-87ed-5ef3381ecd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:06.831115 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-ddfc9b8d-6934-4797-87ed-5ef3381ecd2c None None] For port 4924e393-f16f-4249-a2dd-37a2437ef5b6, host dv-cinder-806436-1-iscsi, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 21:16:06.835740 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-ddfc9b8d-6934-4797-87ed-5ef3381ecd2c None None] For port 4924e393-f16f-4249-a2dd-37a2437ef5b6, host dv-cinder-806436-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=4924e393-f16f-4249-a2dd-37a2437ef5b6,segment=NetworkSegment(33494a87-5a91-47a3-a7e5-9d2ae534f29e),segment_id=33494a87-5a91-47a3-a7e5-9d2ae534f29e)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 21:16:06.840139 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ddfc9b8d-6934-4797-87ed-5ef3381ecd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:06.908062 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfc9b8d-6934-4797-87ed-5ef3381ecd2c None None] Pushing event updated for resources: {'Port': ['ID=4924e393-f16f-4249-a2dd-37a2437ef5b6,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:16:08.204318 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 55702) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:16:08.520695 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [None req-4d2820bb-90f8-40c5-9e34-a3c01ffa7f60 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 21:16:08.521770 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-4d2820bb-90f8-40c5-9e34-a3c01ffa7f60 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3163545 Aug 27 21:16:10.971227 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 55710) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:16:11.298341 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [None req-5f360228-b225-4fad-8b40-b47b96d35aa6 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 21:16:11.299338 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-5f360228-b225-4fad-8b40-b47b96d35aa6 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3271725 Aug 27 21:16:13.963448 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 55720) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:16:14.278884 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [None req-b3b50014-5daa-4175-8f13-aa5b02d193c9 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '9b2004fa40bc4481ac615469763fa7f2'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:16:14.303909 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b3b50014-5daa-4175-8f13-aa5b02d193c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-630306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40244'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:14.305486 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b3b50014-5daa-4175-8f13-aa5b02d193c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40255'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:14.440024 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b3b50014-5daa-4175-8f13-aa5b02d193c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:14.444705 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b3b50014-5daa-4175-8f13-aa5b02d193c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-630453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628283'] for router, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:14.457558 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b3b50014-5daa-4175-8f13-aa5b02d193c9 admin admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:14.458775 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-b3b50014-5daa-4175-8f13-aa5b02d193c9 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4943745 Aug 27 21:16:15.367073 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a251b1c-e23f-4b73-8459-99e0b6695473 None None] Network 94c0aed6-b83e-44ff-a601-0cb2691fca8c requested from dv-cinder-806436-1-iscsi {{(pid=93798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 21:16:15.440357 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-3c92baf0-3711-4b22-9b56-b0d9b80b782b None None] Provisioning for port 4924e393-f16f-4249-a2dd-37a2437ef5b6 completed by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:16:15.551170 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 4924e393-f16f-4249-a2dd-37a2437ef5b6 up at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:16:15.656445 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning for port 4924e393-f16f-4249-a2dd-37a2437ef5b6 completed by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:16:15.662121 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning complete for port 4924e393-f16f-4249-a2dd-37a2437ef5b6 triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:16:15.662521 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:15.825104 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:15.872216 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] For port 4924e393-f16f-4249-a2dd-37a2437ef5b6, host dv-cinder-806436-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=4924e393-f16f-4249-a2dd-37a2437ef5b6,segment=NetworkSegment(33494a87-5a91-47a3-a7e5-9d2ae534f29e),segment_id=33494a87-5a91-47a3-a7e5-9d2ae534f29e)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:16:15.881218 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:15.886833 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-5e685b6a-54b9-4071-9bf3-f0ee3f352bf0 None None] Provisioning complete for port 4924e393-f16f-4249-a2dd-37a2437ef5b6 triggered by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:16:15.887194 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5e685b6a-54b9-4071-9bf3-f0ee3f352bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:15.967521 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Pushing event updated for resources: {'Port': ['ID=4924e393-f16f-4249-a2dd-37a2437ef5b6,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:16:17.058095 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 55732) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:16:17.364178 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [None req-7cc94db8-a0a8-40a2-a444-38a341712ee5 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 21:16:17.365202 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-7cc94db8-a0a8-40a2-a444-38a341712ee5 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3062050 Aug 27 21:16:17.502062 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 4924e393-f16f-4249-a2dd-37a2437ef5b6 up at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:16:17.554897 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning complete for port 4924e393-f16f-4249-a2dd-37a2437ef5b6 triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:16:17.555267 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:18.675456 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4cf8b410-4827-4b51-b61a-dccd9fc848e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:19.937665 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 55740) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:16:20.259117 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [None req-7615bff2-5092-4736-9b07-8fdb2a573bb2 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'router:external': True}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:16:20.280566 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7615bff2-5092-4736-9b07-8fdb2a573bb2 admin admin] Made reservation on behalf of d6507d50fd1b4fe18cf50913861e2b5a for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 21:16:20.282750 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7615bff2-5092-4736-9b07-8fdb2a573bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:20.291452 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7615bff2-5092-4736-9b07-8fdb2a573bb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:20.386378 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7615bff2-5092-4736-9b07-8fdb2a573bb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:20.390296 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7615bff2-5092-4736-9b07-8fdb2a573bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:20.407834 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7615bff2-5092-4736-9b07-8fdb2a573bb2 admin admin] Reserving flat network on physical network physnet1 {{(pid=93797) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 27 21:16:20.424177 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7615bff2-5092-4736-9b07-8fdb2a573bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5734bb13-8b11-4e13-a7cd-5ea409e32847,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:16:20.429616 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7615bff2-5092-4736-9b07-8fdb2a573bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226622'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:20.429950 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.db.segments_db [None req-7615bff2-5092-4736-9b07-8fdb2a573bb2 admin admin] Added segment 294aecfa-d12c-4149-ab86-bf2395e16d40 of type flat for network 3cb20040-a5aa-4574-8b0a-6832b57fea7e Aug 27 21:16:20.489398 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7615bff2-5092-4736-9b07-8fdb2a573bb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794200552295'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:20.526901 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7615bff2-5092-4736-9b07-8fdb2a573bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:20.527884 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7615bff2-5092-4736-9b07-8fdb2a573bb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:16:20.528479 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7615bff2-5092-4736-9b07-8fdb2a573bb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:20.594052 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-7615bff2-5092-4736-9b07-8fdb2a573bb2 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6553011 Aug 27 21:16:20.608101 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7615bff2-5092-4736-9b07-8fdb2a573bb2 admin admin] Pushing event updated for resources: {'Network': ['ID=3cb20040-a5aa-4574-8b0a-6832b57fea7e,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:16:20.620732 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Network 3cb20040-a5aa-4574-8b0a-6832b57fea7e details requested by agent ovs-agent-dv-cinder-806436-1-iscsi with host dv-cinder-806436-1-iscsi {{(pid=93798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 21:16:21.312312 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bd8accbf-97db-4265-b235-b7bc21cd340b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:21.508267 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:22.622675 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65920cb9-5c7f-4952-b134-219b92defc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:22.971635 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 55758) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:16:23.160935 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d658b9-9688-47f9-b58f-ee71acffa089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:16:23.162338 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-f7d658b9-9688-47f9-b58f-ee71acffa089 admin admin] 10.222.0.39 "GET /v2.0/subnets/51a3947b-883a-4eb2-9d55-319f1fffd787 HTTP/1.1" status: 200 len: 849 time: 0.1897504 Aug 27 21:16:23.287816 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-568b2e3e-02fe-436f-9385-f7a92e7167a3 admin admin] 10.222.0.39 "GET /v2.0/routers/9232d2d6-ae92-4eb7-bcfc-f81a4401f3f7 HTTP/1.1" status: 200 len: 704 time: 0.1183796 Aug 27 21:16:23.565109 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b4f33184-f2ed-4952-a94b-5df6a444e452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:23.868246 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-b4f33184-f2ed-4952-a94b-5df6a444e452 admin admin] Allocated IP 172.20.0.1 (94c0aed6-b83e-44ff-a601-0cb2691fca8c/51a3947b-883a-4eb2-9d55-319f1fffd787/62a9e550-decd-4db0-8e3d-a4dcf87ec20c) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 21:16:23.943188 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-778ce8a3-384f-4928-b9ff-199d4ced17a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:24.084194 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b4f33184-f2ed-4952-a94b-5df6a444e452 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:24.107854 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b4f33184-f2ed-4952-a94b-5df6a444e452 admin admin] Transition to ACTIVE for port object 62a9e550-decd-4db0-8e3d-a4dcf87ec20c will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:16:24.173716 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b4f33184-f2ed-4952-a94b-5df6a444e452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794200564228'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:24.246864 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f33184-f2ed-4952-a94b-5df6a444e452 admin admin] Network 94c0aed6-b83e-44ff-a601-0cb2691fca8c is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:16:24.253983 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-b4f33184-f2ed-4952-a94b-5df6a444e452 admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:16:24.263824 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f33184-f2ed-4952-a94b-5df6a444e452 admin admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 21:16:24.264426 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b4f33184-f2ed-4952-a94b-5df6a444e452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-628452'] for router_interface, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:24.283834 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f33184-f2ed-4952-a94b-5df6a444e452 admin admin] Pushing event updated for resources: {'Port': ['ID=62a9e550-decd-4db0-8e3d-a4dcf87ec20c,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:16:24.476309 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b4f33184-f2ed-4952-a94b-5df6a444e452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:24.487947 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-a172bd16-4aec-4ed4-8734-e21271a668e7 None None] Provisioning for port 62a9e550-decd-4db0-8e3d-a4dcf87ec20c completed by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:16:24.492171 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-a172bd16-4aec-4ed4-8734-e21271a668e7 None None] Provisioning complete for port 62a9e550-decd-4db0-8e3d-a4dcf87ec20c triggered by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:16:24.492579 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a172bd16-4aec-4ed4-8734-e21271a668e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:24.531182 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-a172bd16-4aec-4ed4-8734-e21271a668e7 None None] Port 62a9e550-decd-4db0-8e3d-a4dcf87ec20c cannot update to ACTIVE because it is not bound. {{(pid=93798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 21:16:24.705571 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b4f33184-f2ed-4952-a94b-5df6a444e452 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:24.710141 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b4f33184-f2ed-4952-a94b-5df6a444e452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:24.710973 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b4f33184-f2ed-4952-a94b-5df6a444e452 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1011620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628539'] for router_interface, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:24.787992 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f33184-f2ed-4952-a94b-5df6a444e452 admin admin] Pushing event updated for resources: {'Port': ['ID=62a9e550-decd-4db0-8e3d-a4dcf87ec20c,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:16:24.837914 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f33184-f2ed-4952-a94b-5df6a444e452 admin admin] Network 94c0aed6-b83e-44ff-a601-0cb2691fca8c is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:16:24.839184 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-b4f33184-f2ed-4952-a94b-5df6a444e452 admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:16:25.032029 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f33184-f2ed-4952-a94b-5df6a444e452 admin admin] Router 9232d2d6-ae92-4eb7-bcfc-f81a4401f3f7 is scheduled to L3 agent da753c34-e47f-42d8-9f83-ec5464f53bc8 with binding_index 1 {{(pid=93797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 21:16:25.052025 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-f42f57d2-5c17-4ada-9c4c-e24357100be2 None None] Provisioning complete for port 62a9e550-decd-4db0-8e3d-a4dcf87ec20c triggered by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:16:25.052579 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f42f57d2-5c17-4ada-9c4c-e24357100be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:25.086896 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-f42f57d2-5c17-4ada-9c4c-e24357100be2 None None] Port 62a9e550-decd-4db0-8e3d-a4dcf87ec20c cannot update to ACTIVE because it is not bound. {{(pid=93798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 21:16:25.127561 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f33184-f2ed-4952-a94b-5df6a444e452 admin admin] Notify agent at l3_agent.dv-cinder-806436-1-iscsi the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 21:16:25.133006 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-b4f33184-f2ed-4952-a94b-5df6a444e452 admin admin] 10.222.0.39 "PUT /v2.0/routers/9232d2d6-ae92-4eb7-bcfc-f81a4401f3f7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8387742 Aug 27 21:16:25.142202 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da3e87f-fae7-49fa-985e-e603d4eab59c None None] Sync routers for ids ['9232d2d6-ae92-4eb7-bcfc-f81a4401f3f7'] in dv-cinder-806436-1-iscsi {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 21:16:25.154437 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da3e87f-fae7-49fa-985e-e603d4eab59c None None] Routers {'9232d2d6-ae92-4eb7-bcfc-f81a4401f3f7'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:16:25.155343 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-4da3e87f-fae7-49fa-985e-e603d4eab59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:16:21Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['9232d2d6-ae92-4eb7-bcfc-f81a4401f3f7'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:16:25.354801 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-4da3e87f-fae7-49fa-985e-e603d4eab59c None None] Set router 9232d2d6-ae92-4eb7-bcfc-f81a4401f3f7 gateway port host: None {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:16:25.828102 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-4da3e87f-fae7-49fa-985e-e603d4eab59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9232d2d6-ae92-4eb7-bcfc-f81a4401f3f7', 'name': 'router1', 'tenant_id': '9b2004fa40bc4481ac615469763fa7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:16:14Z', 'updated_at': '2021-08-27T21:16:24Z', 'revision_number': 2, 'project_id': '9b2004fa40bc4481ac615469763fa7f2', 'gw_port_host': None, '_interfaces': [{'id': '62a9e550-decd-4db0-8e3d-a4dcf87ec20c', 'name': '', 'network_id': '94c0aed6-b83e-44ff-a601-0cb2691fca8c', 'tenant_id': '9b2004fa40bc4481ac615469763fa7f2', 'mac_address': 'fa:16:3e:b5:68:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9232d2d6-ae92-4eb7-bcfc-f81a4401f3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '51a3947b-883a-4eb2-9d55-319f1fffd787', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:16:23Z', 'updated_at': '2021-08-27T21:16:24Z', 'revision_number': 2, 'project_id': '9b2004fa40bc4481ac615469763fa7f2', 'subnets': [{'id': '51a3947b-883a-4eb2-9d55-319f1fffd787', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3194ce1e-11ab-4223-b3d4-16a63bb46b0c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:16:25.882210 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da3e87f-fae7-49fa-985e-e603d4eab59c None None] Checking router: 9232d2d6-ae92-4eb7-bcfc-f81a4401f3f7 for host: dv-cinder-806436-1-iscsi {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 21:16:25.882583 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da3e87f-fae7-49fa-985e-e603d4eab59c None None] Updating router 9232d2d6-ae92-4eb7-bcfc-f81a4401f3f7 port 62a9e550-decd-4db0-8e3d-a4dcf87ec20c binding host dv-cinder-806436-1-iscsi {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 21:16:25.933978 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4da3e87f-fae7-49fa-985e-e603d4eab59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:26.471217 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4da3e87f-fae7-49fa-985e-e603d4eab59c None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:26.490871 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-4da3e87f-fae7-49fa-985e-e603d4eab59c None None] Transition to ACTIVE for port object 62a9e550-decd-4db0-8e3d-a4dcf87ec20c will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:16:26.496402 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4da3e87f-fae7-49fa-985e-e603d4eab59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:26.648961 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ae1932-b803-4fe6-af39-273a23b57894 None None] Pushing event updated for resources: {'Port': ['ID=62a9e550-decd-4db0-8e3d-a4dcf87ec20c,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:16:26.668972 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ae1932-b803-4fe6-af39-273a23b57894 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:16:26.669314 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ae1932-b803-4fe6-af39-273a23b57894 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:16:26.669648 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ae1932-b803-4fe6-af39-273a23b57894 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:16:26.669980 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ae1932-b803-4fe6-af39-273a23b57894 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:16:26.670418 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ae1932-b803-4fe6-af39-273a23b57894 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:16:26.670657 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ae1932-b803-4fe6-af39-273a23b57894 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:16:26.670942 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ae1932-b803-4fe6-af39-273a23b57894 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:16:26.671261 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ae1932-b803-4fe6-af39-273a23b57894 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:16:26.671595 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ae1932-b803-4fe6-af39-273a23b57894 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:16:26.671917 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ae1932-b803-4fe6-af39-273a23b57894 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:16:26.672396 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ae1932-b803-4fe6-af39-273a23b57894 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:16:26.672600 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ae1932-b803-4fe6-af39-273a23b57894 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:16:26.673633 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ae1932-b803-4fe6-af39-273a23b57894 None None] Tracked resource versions report: Aug 27 21:16:26.673633 dv-cinder-806436-1-iscsi neutron-server[93799]: pushed versions: Aug 27 21:16:26.673633 dv-cinder-806436-1-iscsi neutron-server[93799]: { 'AddressGroup': {'1.2'}, Aug 27 21:16:26.673633 dv-cinder-806436-1-iscsi neutron-server[93799]: 'ConntrackHelper': {'1.0'}, Aug 27 21:16:26.673633 dv-cinder-806436-1-iscsi neutron-server[93799]: 'Log': {'1.0'}, Aug 27 21:16:26.673633 dv-cinder-806436-1-iscsi neutron-server[93799]: 'Network': {'1.1'}, Aug 27 21:16:26.673633 dv-cinder-806436-1-iscsi neutron-server[93799]: 'Port': {'1.7'}, Aug 27 21:16:26.673633 dv-cinder-806436-1-iscsi neutron-server[93799]: 'PortForwarding': {'1.2'}, Aug 27 21:16:26.673633 dv-cinder-806436-1-iscsi neutron-server[93799]: 'QosPolicy': {'1.9'}, Aug 27 21:16:26.673633 dv-cinder-806436-1-iscsi neutron-server[93799]: 'SecurityGroup': {'1.4'}, Aug 27 21:16:26.673633 dv-cinder-806436-1-iscsi neutron-server[93799]: 'SecurityGroupRule': {'1.2'}, Aug 27 21:16:26.673633 dv-cinder-806436-1-iscsi neutron-server[93799]: 'SubPort': {'1.0'}, Aug 27 21:16:26.673633 dv-cinder-806436-1-iscsi neutron-server[93799]: 'Subnet': {'1.1'}, Aug 27 21:16:26.673633 dv-cinder-806436-1-iscsi neutron-server[93799]: 'Trunk': {'1.1'}} Aug 27 21:16:26.673633 dv-cinder-806436-1-iscsi neutron-server[93799]: consumer versions: Aug 27 21:16:26.673633 dv-cinder-806436-1-iscsi neutron-server[93799]: { DHCP agent@dv-cinder-806436-1-iscsi: {}, Aug 27 21:16:26.673633 dv-cinder-806436-1-iscsi neutron-server[93799]: L3 agent@dv-cinder-806436-1-iscsi: {}, Aug 27 21:16:26.673633 dv-cinder-806436-1-iscsi neutron-server[93799]: Metadata agent@dv-cinder-806436-1-iscsi: {}, Aug 27 21:16:26.673633 dv-cinder-806436-1-iscsi neutron-server[93799]: Metering agent@dv-cinder-806436-1-iscsi: {}, Aug 27 21:16:26.673633 dv-cinder-806436-1-iscsi neutron-server[93799]: Open vSwitch agent@dv-cinder-806436-1-iscsi: { 'AddressGroup': '1.2', Aug 27 21:16:26.673633 dv-cinder-806436-1-iscsi neutron-server[93799]: 'ConntrackHelper': '1.0', Aug 27 21:16:26.673633 dv-cinder-806436-1-iscsi neutron-server[93799]: 'Log': '1.0', Aug 27 21:16:26.673633 dv-cinder-806436-1-iscsi neutron-server[93799]: 'Network': '1.1', Aug 27 21:16:26.673633 dv-cinder-806436-1-iscsi neutron-server[93799]: 'Port': '1.7', Aug 27 21:16:26.673633 dv-cinder-806436-1-iscsi neutron-server[93799]: 'PortForwarding': '1.2', Aug 27 21:16:26.673633 dv-cinder-806436-1-iscsi neutron-server[93799]: 'QosPolicy': '1.9', Aug 27 21:16:26.673633 dv-cinder-806436-1-iscsi neutron-server[93799]: 'SecurityGroup': '1.4', Aug 27 21:16:26.673633 dv-cinder-806436-1-iscsi neutron-server[93799]: 'SecurityGroupRule': '1.2', Aug 27 21:16:26.673633 dv-cinder-806436-1-iscsi neutron-server[93799]: 'SubPort': '1.0', Aug 27 21:16:26.673633 dv-cinder-806436-1-iscsi neutron-server[93799]: 'Subnet': '1.1', Aug 27 21:16:26.673633 dv-cinder-806436-1-iscsi neutron-server[93799]: 'Trunk': '1.1'}} Aug 27 21:16:26.673633 dv-cinder-806436-1-iscsi neutron-server[93799]: {{(pid=93799) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 21:16:26.676024 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-4da3e87f-fae7-49fa-985e-e603d4eab59c None None] Attempting to bind port 62a9e550-decd-4db0-8e3d-a4dcf87ec20c on host dv-cinder-806436-1-iscsi for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 21:16:26.676440 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-4da3e87f-fae7-49fa-985e-e603d4eab59c None None] Attempting to bind port 62a9e550-decd-4db0-8e3d-a4dcf87ec20c by drivers openvswitch,hyperv on host dv-cinder-806436-1-iscsi at level 0 using segments [{'id': '33494a87-5a91-47a3-a7e5-9d2ae534f29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '94c0aed6-b83e-44ff-a601-0cb2691fca8c'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 21:16:26.676861 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da3e87f-fae7-49fa-985e-e603d4eab59c None None] Attempting to bind port 62a9e550-decd-4db0-8e3d-a4dcf87ec20c on network 94c0aed6-b83e-44ff-a601-0cb2691fca8c {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:16:26.682722 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da3e87f-fae7-49fa-985e-e603d4eab59c None None] Checking agent: {'id': '7431bd39-0fd9-4a64-8486-900009fb8dd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806436-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 21, 15, 51), 'started_at': datetime.datetime(2021, 8, 27, 21, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 21, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806436-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 21:16:26.683137 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da3e87f-fae7-49fa-985e-e603d4eab59c None None] Checking segment: {'id': '33494a87-5a91-47a3-a7e5-9d2ae534f29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '94c0aed6-b83e-44ff-a601-0cb2691fca8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:16:26.683622 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4da3e87f-fae7-49fa-985e-e603d4eab59c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:26.684008 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da3e87f-fae7-49fa-985e-e603d4eab59c None None] Bound using segment: {'id': '33494a87-5a91-47a3-a7e5-9d2ae534f29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '94c0aed6-b83e-44ff-a601-0cb2691fca8c'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 21:16:26.684537 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-4da3e87f-fae7-49fa-985e-e603d4eab59c None None] Bound port: 62a9e550-decd-4db0-8e3d-a4dcf87ec20c, host: dv-cinder-806436-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33494a87-5a91-47a3-a7e5-9d2ae534f29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '94c0aed6-b83e-44ff-a601-0cb2691fca8c'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 21:16:26.685353 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4da3e87f-fae7-49fa-985e-e603d4eab59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:26.752236 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-4da3e87f-fae7-49fa-985e-e603d4eab59c None None] For port 62a9e550-decd-4db0-8e3d-a4dcf87ec20c, host dv-cinder-806436-1-iscsi, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 21:16:26.771272 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-4da3e87f-fae7-49fa-985e-e603d4eab59c None None] For port 62a9e550-decd-4db0-8e3d-a4dcf87ec20c, host dv-cinder-806436-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=62a9e550-decd-4db0-8e3d-a4dcf87ec20c,segment=NetworkSegment(33494a87-5a91-47a3-a7e5-9d2ae534f29e),segment_id=33494a87-5a91-47a3-a7e5-9d2ae534f29e)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 21:16:26.776464 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4da3e87f-fae7-49fa-985e-e603d4eab59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:26.824938 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da3e87f-fae7-49fa-985e-e603d4eab59c None None] Routers {'9232d2d6-ae92-4eb7-bcfc-f81a4401f3f7'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:16:26.825700 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-4da3e87f-fae7-49fa-985e-e603d4eab59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:16:21Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['9232d2d6-ae92-4eb7-bcfc-f81a4401f3f7'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:16:26.902466 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ae1932-b803-4fe6-af39-273a23b57894 None None] Pushing event updated for resources: {'Port': ['ID=62a9e550-decd-4db0-8e3d-a4dcf87ec20c,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:16:26.928603 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-4da3e87f-fae7-49fa-985e-e603d4eab59c None None] Set router 9232d2d6-ae92-4eb7-bcfc-f81a4401f3f7 gateway port host: None {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:16:27.136228 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-4da3e87f-fae7-49fa-985e-e603d4eab59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9232d2d6-ae92-4eb7-bcfc-f81a4401f3f7', 'name': 'router1', 'tenant_id': '9b2004fa40bc4481ac615469763fa7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:16:14Z', 'updated_at': '2021-08-27T21:16:24Z', 'revision_number': 2, 'project_id': '9b2004fa40bc4481ac615469763fa7f2', 'gw_port_host': None, '_interfaces': [{'id': '62a9e550-decd-4db0-8e3d-a4dcf87ec20c', 'name': '', 'network_id': '94c0aed6-b83e-44ff-a601-0cb2691fca8c', 'tenant_id': '9b2004fa40bc4481ac615469763fa7f2', 'mac_address': 'fa:16:3e:b5:68:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9232d2d6-ae92-4eb7-bcfc-f81a4401f3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '51a3947b-883a-4eb2-9d55-319f1fffd787', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:16:23Z', 'updated_at': '2021-08-27T21:16:26Z', 'revision_number': 4, 'project_id': '9b2004fa40bc4481ac615469763fa7f2', 'subnets': [{'id': '51a3947b-883a-4eb2-9d55-319f1fffd787', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3194ce1e-11ab-4223-b3d4-16a63bb46b0c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:16:27.160798 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da3e87f-fae7-49fa-985e-e603d4eab59c None None] The sync data for ids ['9232d2d6-ae92-4eb7-bcfc-f81a4401f3f7'] in dv-cinder-806436-1-iscsi is: [{'id': '9232d2d6-ae92-4eb7-bcfc-f81a4401f3f7', 'name': 'router1', 'tenant_id': '9b2004fa40bc4481ac615469763fa7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:16:14Z', 'updated_at': '2021-08-27T21:16:24Z', 'revision_number': 2, 'project_id': '9b2004fa40bc4481ac615469763fa7f2', 'gw_port_host': None, '_interfaces': [{'id': '62a9e550-decd-4db0-8e3d-a4dcf87ec20c', 'name': '', 'network_id': '94c0aed6-b83e-44ff-a601-0cb2691fca8c', 'tenant_id': '9b2004fa40bc4481ac615469763fa7f2', 'mac_address': 'fa:16:3e:b5:68:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9232d2d6-ae92-4eb7-bcfc-f81a4401f3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '51a3947b-883a-4eb2-9d55-319f1fffd787', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:16:23Z', 'updated_at': '2021-08-27T21:16:26Z', 'revision_number': 4, 'project_id': '9b2004fa40bc4481ac615469763fa7f2', 'subnets': [{'id': '51a3947b-883a-4eb2-9d55-319f1fffd787', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3194ce1e-11ab-4223-b3d4-16a63bb46b0c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 21:16:27.408092 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 55778) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:16:27.519047 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf0dc7b-0675-434f-a20f-945a2c36a6c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:16:27.520431 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-4bf0dc7b-0675-434f-a20f-945a2c36a6c8 admin admin] 10.222.0.39 "GET /v2.0/networks/3cb20040-a5aa-4574-8b0a-6832b57fea7e HTTP/1.1" status: 200 len: 842 time: 0.1113427 Aug 27 21:16:27.531323 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [None req-d64ec8c1-b1a5-4d99-8605-7b941abacd6a admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:16:27.555227 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64ec8c1-b1a5-4d99-8605-7b941abacd6a admin admin] Made reservation on behalf of d6507d50fd1b4fe18cf50913861e2b5a for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 21:16:27.557786 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d64ec8c1-b1a5-4d99-8605-7b941abacd6a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:27.926963 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.objects.ports [None req-d64ec8c1-b1a5-4d99-8605-7b941abacd6a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93797) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 21:16:27.927417 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d64ec8c1-b1a5-4d99-8605-7b941abacd6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:27.984073 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64ec8c1-b1a5-4d99-8605-7b941abacd6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca2fa5cb-b298-4fb9-b5f4-ab6912612305,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:16:27.987873 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64ec8c1-b1a5-4d99-8605-7b941abacd6a admin admin] Checking segment: {'id': '294aecfa-d12c-4149-ab86-bf2395e16d40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:16:27.988232 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64ec8c1-b1a5-4d99-8605-7b941abacd6a admin admin] Network hostable DHCP agents. Network: 3cb20040-a5aa-4574-8b0a-6832b57fea7e, hostable agents: ['1749b5b4-19f7-4836-8339-7d75e40e8c09'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 21:16:28.005425 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64ec8c1-b1a5-4d99-8605-7b941abacd6a admin admin] Network 3cb20040-a5aa-4574-8b0a-6832b57fea7e is scheduled to be hosted by DHCP agent 1749b5b4-19f7-4836-8339-7d75e40e8c09 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 21:16:28.013503 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-d64ec8c1-b1a5-4d99-8605-7b941abacd6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806436-1-iscsi, 3cb20040-a5aa-4574-8b0a-6832b57fea7e) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:16:28.017808 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64ec8c1-b1a5-4d99-8605-7b941abacd6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:16:28.018482 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d64ec8c1-b1a5-4d99-8605-7b941abacd6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:28.022999 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43e050b-f336-48e2-a95e-2b32c8d967c0 None None] Network 3cb20040-a5aa-4574-8b0a-6832b57fea7e requested from dv-cinder-806436-1-iscsi {{(pid=93798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 21:16:28.041324 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-d64ec8c1-b1a5-4d99-8605-7b941abacd6a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5100169 Aug 27 21:16:28.161713 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f78e6ce-ee63-46cf-b06d-283ea3750832 None None] Network 3cb20040-a5aa-4574-8b0a-6832b57fea7e requested from dv-cinder-806436-1-iscsi {{(pid=93798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 21:16:30.358684 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 55786) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:16:30.504882 dv-cinder-806436-1-iscsi neutron-server[93796]: WARNING oslo_policy.policy [None req-6d747fcf-1871-4a69-8512-5cc63036a4f4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 21:16:30.505472 dv-cinder-806436-1-iscsi neutron-server[93796]: WARNING oslo_policy.policy [None req-6d747fcf-1871-4a69-8512-5cc63036a4f4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 21:16:30.788089 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.policy [None req-6d747fcf-1871-4a69-8512-5cc63036a4f4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93796) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 27 21:16:30.835100 dv-cinder-806436-1-iscsi neutron-server[93796]: WARNING oslo_policy.policy [None req-6d747fcf-1871-4a69-8512-5cc63036a4f4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 21:16:30.835558 dv-cinder-806436-1-iscsi neutron-server[93796]: WARNING oslo_policy.policy [None req-6d747fcf-1871-4a69-8512-5cc63036a4f4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 21:16:31.076050 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-6d747fcf-1871-4a69-8512-5cc63036a4f4 admin admin] 10.222.0.39 "GET /v2.0/routers/9232d2d6-ae92-4eb7-bcfc-f81a4401f3f7 HTTP/1.1" status: 200 len: 710 time: 0.7148581 Aug 27 21:16:31.264567 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1d90cc-0854-4ff9-b993-b63d660f1aca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:16:31.266302 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-7c1d90cc-0854-4ff9-b993-b63d660f1aca admin admin] 10.222.0.39 "GET /v2.0/networks/3cb20040-a5aa-4574-8b0a-6832b57fea7e HTTP/1.1" status: 200 len: 886 time: 0.1844442 Aug 27 21:16:31.276738 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [None req-7c69649d-125e-4b7d-83a9-9aab414bec62 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:16:31.534808 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7c69649d-125e-4b7d-83a9-9aab414bec62 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:31.771867 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7c69649d-125e-4b7d-83a9-9aab414bec62 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:31.855764 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7c69649d-125e-4b7d-83a9-9aab414bec62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:32.038519 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-7c69649d-125e-4b7d-83a9-9aab414bec62 admin admin] Allocated IP 172.27.0.75 (3cb20040-a5aa-4574-8b0a-6832b57fea7e/ca2fa5cb-b298-4fb9-b5f4-ab6912612305/6a607875-3114-4b5d-88f1-c61776b7b1d9) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 21:16:32.153803 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7c69649d-125e-4b7d-83a9-9aab414bec62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:32.226337 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7c69649d-125e-4b7d-83a9-9aab414bec62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794200564228'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:32.258135 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c69649d-125e-4b7d-83a9-9aab414bec62 admin admin] Network 3cb20040-a5aa-4574-8b0a-6832b57fea7e is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:16:32.261284 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-7c69649d-125e-4b7d-83a9-9aab414bec62 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:16:32.350069 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c69649d-125e-4b7d-83a9-9aab414bec62 admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 21:16:32.427661 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c69649d-125e-4b7d-83a9-9aab414bec62 admin admin] Pushing event updated for resources: {'Port': ['ID=6a607875-3114-4b5d-88f1-c61776b7b1d9,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:16:32.441415 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c69649d-125e-4b7d-83a9-9aab414bec62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:16:32.441764 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c69649d-125e-4b7d-83a9-9aab414bec62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:16:32.442102 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c69649d-125e-4b7d-83a9-9aab414bec62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:16:32.442433 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c69649d-125e-4b7d-83a9-9aab414bec62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:16:32.442757 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c69649d-125e-4b7d-83a9-9aab414bec62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:16:32.443084 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c69649d-125e-4b7d-83a9-9aab414bec62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:16:32.443402 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c69649d-125e-4b7d-83a9-9aab414bec62 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:16:32.443722 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c69649d-125e-4b7d-83a9-9aab414bec62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:16:32.444040 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c69649d-125e-4b7d-83a9-9aab414bec62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:16:32.444382 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c69649d-125e-4b7d-83a9-9aab414bec62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:16:32.444703 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c69649d-125e-4b7d-83a9-9aab414bec62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:16:32.445013 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c69649d-125e-4b7d-83a9-9aab414bec62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:16:32.446735 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c69649d-125e-4b7d-83a9-9aab414bec62 admin admin] Tracked resource versions report: Aug 27 21:16:32.446735 dv-cinder-806436-1-iscsi neutron-server[93796]: pushed versions: Aug 27 21:16:32.446735 dv-cinder-806436-1-iscsi neutron-server[93796]: { 'AddressGroup': {'1.2'}, Aug 27 21:16:32.446735 dv-cinder-806436-1-iscsi neutron-server[93796]: 'ConntrackHelper': {'1.0'}, Aug 27 21:16:32.446735 dv-cinder-806436-1-iscsi neutron-server[93796]: 'Log': {'1.0'}, Aug 27 21:16:32.446735 dv-cinder-806436-1-iscsi neutron-server[93796]: 'Network': {'1.1'}, Aug 27 21:16:32.446735 dv-cinder-806436-1-iscsi neutron-server[93796]: 'Port': {'1.7'}, Aug 27 21:16:32.446735 dv-cinder-806436-1-iscsi neutron-server[93796]: 'PortForwarding': {'1.2'}, Aug 27 21:16:32.446735 dv-cinder-806436-1-iscsi neutron-server[93796]: 'QosPolicy': {'1.9'}, Aug 27 21:16:32.446735 dv-cinder-806436-1-iscsi neutron-server[93796]: 'SecurityGroup': {'1.4'}, Aug 27 21:16:32.446735 dv-cinder-806436-1-iscsi neutron-server[93796]: 'SecurityGroupRule': {'1.2'}, Aug 27 21:16:32.446735 dv-cinder-806436-1-iscsi neutron-server[93796]: 'SubPort': {'1.0'}, Aug 27 21:16:32.446735 dv-cinder-806436-1-iscsi neutron-server[93796]: 'Subnet': {'1.1'}, Aug 27 21:16:32.446735 dv-cinder-806436-1-iscsi neutron-server[93796]: 'Trunk': {'1.1'}} Aug 27 21:16:32.446735 dv-cinder-806436-1-iscsi neutron-server[93796]: consumer versions: Aug 27 21:16:32.446735 dv-cinder-806436-1-iscsi neutron-server[93796]: { DHCP agent@dv-cinder-806436-1-iscsi: {}, Aug 27 21:16:32.446735 dv-cinder-806436-1-iscsi neutron-server[93796]: L3 agent@dv-cinder-806436-1-iscsi: {}, Aug 27 21:16:32.446735 dv-cinder-806436-1-iscsi neutron-server[93796]: Metadata agent@dv-cinder-806436-1-iscsi: {}, Aug 27 21:16:32.446735 dv-cinder-806436-1-iscsi neutron-server[93796]: Metering agent@dv-cinder-806436-1-iscsi: {}, Aug 27 21:16:32.446735 dv-cinder-806436-1-iscsi neutron-server[93796]: Open vSwitch agent@dv-cinder-806436-1-iscsi: { 'AddressGroup': '1.2', Aug 27 21:16:32.446735 dv-cinder-806436-1-iscsi neutron-server[93796]: 'ConntrackHelper': '1.0', Aug 27 21:16:32.446735 dv-cinder-806436-1-iscsi neutron-server[93796]: 'Log': '1.0', Aug 27 21:16:32.446735 dv-cinder-806436-1-iscsi neutron-server[93796]: 'Network': '1.1', Aug 27 21:16:32.446735 dv-cinder-806436-1-iscsi neutron-server[93796]: 'Port': '1.7', Aug 27 21:16:32.446735 dv-cinder-806436-1-iscsi neutron-server[93796]: 'PortForwarding': '1.2', Aug 27 21:16:32.446735 dv-cinder-806436-1-iscsi neutron-server[93796]: 'QosPolicy': '1.9', Aug 27 21:16:32.446735 dv-cinder-806436-1-iscsi neutron-server[93796]: 'SecurityGroup': '1.4', Aug 27 21:16:32.446735 dv-cinder-806436-1-iscsi neutron-server[93796]: 'SecurityGroupRule': '1.2', Aug 27 21:16:32.446735 dv-cinder-806436-1-iscsi neutron-server[93796]: 'SubPort': '1.0', Aug 27 21:16:32.446735 dv-cinder-806436-1-iscsi neutron-server[93796]: 'Subnet': '1.1', Aug 27 21:16:32.446735 dv-cinder-806436-1-iscsi neutron-server[93796]: 'Trunk': '1.1'}} Aug 27 21:16:32.446735 dv-cinder-806436-1-iscsi neutron-server[93796]: {{(pid=93796) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 21:16:32.662970 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7c69649d-125e-4b7d-83a9-9aab414bec62 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:32.897848 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7c69649d-125e-4b7d-83a9-9aab414bec62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-630460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40209'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:32.903471 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7c69649d-125e-4b7d-83a9-9aab414bec62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-628229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-628236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-630443'] for router, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:33.020036 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c69649d-125e-4b7d-83a9-9aab414bec62 admin admin] Router 9232d2d6-ae92-4eb7-bcfc-f81a4401f3f7 has already been hosted by L3 agent da753c34-e47f-42d8-9f83-ec5464f53bc8 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 21:16:33.130835 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c69649d-125e-4b7d-83a9-9aab414bec62 admin admin] Notify agent at l3_agent.dv-cinder-806436-1-iscsi the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 21:16:33.135372 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7c69649d-125e-4b7d-83a9-9aab414bec62 admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:33.136669 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-7c69649d-125e-4b7d-83a9-9aab414bec62 admin admin] 10.222.0.39 "PUT /v2.0/routers/9232d2d6-ae92-4eb7-bcfc-f81a4401f3f7 HTTP/1.1" status: 200 len: 889 time: 1.8641052 Aug 27 21:16:33.552306 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 62a9e550-decd-4db0-8e3d-a4dcf87ec20c up at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:16:33.610385 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning for port 62a9e550-decd-4db0-8e3d-a4dcf87ec20c completed by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:16:33.614451 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning complete for port 62a9e550-decd-4db0-8e3d-a4dcf87ec20c triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:16:33.614916 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:33.700044 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:33.727891 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98399f6b-0472-419c-8c12-a3096ba18dbf None None] Sync routers for ids ['9232d2d6-ae92-4eb7-bcfc-f81a4401f3f7'] in dv-cinder-806436-1-iscsi {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 21:16:33.741394 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] For port 62a9e550-decd-4db0-8e3d-a4dcf87ec20c, host dv-cinder-806436-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=62a9e550-decd-4db0-8e3d-a4dcf87ec20c,segment=NetworkSegment(33494a87-5a91-47a3-a7e5-9d2ae534f29e),segment_id=33494a87-5a91-47a3-a7e5-9d2ae534f29e)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:16:33.747455 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:33.752644 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98399f6b-0472-419c-8c12-a3096ba18dbf None None] Routers {'9232d2d6-ae92-4eb7-bcfc-f81a4401f3f7'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:16:33.753421 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-98399f6b-0472-419c-8c12-a3096ba18dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:16:21Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['9232d2d6-ae92-4eb7-bcfc-f81a4401f3f7'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:16:33.994314 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Pushing event updated for resources: {'Port': ['ID=62a9e550-decd-4db0-8e3d-a4dcf87ec20c,revision_number=5']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:16:34.047308 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-98399f6b-0472-419c-8c12-a3096ba18dbf None None] Set router 9232d2d6-ae92-4eb7-bcfc-f81a4401f3f7 gateway port host: dv-cinder-806436-1-iscsi {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:16:34.460019 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-98399f6b-0472-419c-8c12-a3096ba18dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9232d2d6-ae92-4eb7-bcfc-f81a4401f3f7', 'name': 'router1', 'tenant_id': '9b2004fa40bc4481ac615469763fa7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '6a607875-3114-4b5d-88f1-c61776b7b1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:16:14Z', 'updated_at': '2021-08-27T21:16:32Z', 'revision_number': 4, 'project_id': '9b2004fa40bc4481ac615469763fa7f2', 'gw_port': {'id': '6a607875-3114-4b5d-88f1-c61776b7b1d9', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:aa:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9232d2d6-ae92-4eb7-bcfc-f81a4401f3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:16:31Z', 'updated_at': '2021-08-27T21:16:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_interfaces': [{'id': '62a9e550-decd-4db0-8e3d-a4dcf87ec20c', 'name': '', 'network_id': '94c0aed6-b83e-44ff-a601-0cb2691fca8c', 'tenant_id': '9b2004fa40bc4481ac615469763fa7f2', 'mac_address': 'fa:16:3e:b5:68:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9232d2d6-ae92-4eb7-bcfc-f81a4401f3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '51a3947b-883a-4eb2-9d55-319f1fffd787', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:16:23Z', 'updated_at': '2021-08-27T21:16:33Z', 'revision_number': 5, 'project_id': '9b2004fa40bc4481ac615469763fa7f2', 'subnets': [{'id': '51a3947b-883a-4eb2-9d55-319f1fffd787', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3194ce1e-11ab-4223-b3d4-16a63bb46b0c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:16:34.514353 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98399f6b-0472-419c-8c12-a3096ba18dbf None None] Checking router: 9232d2d6-ae92-4eb7-bcfc-f81a4401f3f7 for host: dv-cinder-806436-1-iscsi {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 21:16:34.514721 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98399f6b-0472-419c-8c12-a3096ba18dbf None None] Updating router 9232d2d6-ae92-4eb7-bcfc-f81a4401f3f7 port 6a607875-3114-4b5d-88f1-c61776b7b1d9 binding host dv-cinder-806436-1-iscsi {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 21:16:34.563401 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-98399f6b-0472-419c-8c12-a3096ba18dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:34.921773 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-98399f6b-0472-419c-8c12-a3096ba18dbf None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:34.933551 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-98399f6b-0472-419c-8c12-a3096ba18dbf None None] Transition to ACTIVE for port object 6a607875-3114-4b5d-88f1-c61776b7b1d9 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:16:34.938817 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-98399f6b-0472-419c-8c12-a3096ba18dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:34.989481 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46720cd-3d86-4358-a8b5-84829e3405db None None] Pushing event updated for resources: {'Port': ['ID=6a607875-3114-4b5d-88f1-c61776b7b1d9,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:16:34.992088 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-98399f6b-0472-419c-8c12-a3096ba18dbf None None] Attempting to bind port 6a607875-3114-4b5d-88f1-c61776b7b1d9 on host dv-cinder-806436-1-iscsi for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 21:16:34.992481 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-98399f6b-0472-419c-8c12-a3096ba18dbf None None] Attempting to bind port 6a607875-3114-4b5d-88f1-c61776b7b1d9 by drivers openvswitch,hyperv on host dv-cinder-806436-1-iscsi at level 0 using segments [{'id': '294aecfa-d12c-4149-ab86-bf2395e16d40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 21:16:34.993356 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98399f6b-0472-419c-8c12-a3096ba18dbf None None] Attempting to bind port 6a607875-3114-4b5d-88f1-c61776b7b1d9 on network 3cb20040-a5aa-4574-8b0a-6832b57fea7e {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:16:34.998790 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98399f6b-0472-419c-8c12-a3096ba18dbf None None] Checking agent: {'id': '7431bd39-0fd9-4a64-8486-900009fb8dd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806436-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 21, 15, 51), 'started_at': datetime.datetime(2021, 8, 27, 21, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 21, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806436-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 21:16:34.999160 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98399f6b-0472-419c-8c12-a3096ba18dbf None None] Checking segment: {'id': '294aecfa-d12c-4149-ab86-bf2395e16d40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:16:34.999554 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-98399f6b-0472-419c-8c12-a3096ba18dbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:34.999943 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98399f6b-0472-419c-8c12-a3096ba18dbf None None] Bound using segment: {'id': '294aecfa-d12c-4149-ab86-bf2395e16d40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 21:16:35.000423 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-98399f6b-0472-419c-8c12-a3096ba18dbf None None] Bound port: 6a607875-3114-4b5d-88f1-c61776b7b1d9, host: dv-cinder-806436-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '294aecfa-d12c-4149-ab86-bf2395e16d40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 21:16:35.000814 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-98399f6b-0472-419c-8c12-a3096ba18dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:35.058903 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-98399f6b-0472-419c-8c12-a3096ba18dbf None None] For port 6a607875-3114-4b5d-88f1-c61776b7b1d9, host dv-cinder-806436-1-iscsi, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 21:16:35.061937 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-98399f6b-0472-419c-8c12-a3096ba18dbf None None] For port 6a607875-3114-4b5d-88f1-c61776b7b1d9, host dv-cinder-806436-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=6a607875-3114-4b5d-88f1-c61776b7b1d9,segment=NetworkSegment(294aecfa-d12c-4149-ab86-bf2395e16d40),segment_id=294aecfa-d12c-4149-ab86-bf2395e16d40)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 21:16:35.065554 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-98399f6b-0472-419c-8c12-a3096ba18dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:35.127939 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98399f6b-0472-419c-8c12-a3096ba18dbf None None] Routers {'9232d2d6-ae92-4eb7-bcfc-f81a4401f3f7'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:16:35.128579 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-98399f6b-0472-419c-8c12-a3096ba18dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:16:21Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['9232d2d6-ae92-4eb7-bcfc-f81a4401f3f7'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:16:35.130265 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46720cd-3d86-4358-a8b5-84829e3405db None None] Pushing event updated for resources: {'Port': ['ID=6a607875-3114-4b5d-88f1-c61776b7b1d9,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:16:35.322899 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-98399f6b-0472-419c-8c12-a3096ba18dbf None None] Set router 9232d2d6-ae92-4eb7-bcfc-f81a4401f3f7 gateway port host: dv-cinder-806436-1-iscsi {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:16:35.522767 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 62a9e550-decd-4db0-8e3d-a4dcf87ec20c up at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:16:35.590293 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning complete for port 62a9e550-decd-4db0-8e3d-a4dcf87ec20c triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:16:35.590938 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:35.594726 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-98399f6b-0472-419c-8c12-a3096ba18dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9232d2d6-ae92-4eb7-bcfc-f81a4401f3f7', 'name': 'router1', 'tenant_id': '9b2004fa40bc4481ac615469763fa7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '6a607875-3114-4b5d-88f1-c61776b7b1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:16:14Z', 'updated_at': '2021-08-27T21:16:32Z', 'revision_number': 4, 'project_id': '9b2004fa40bc4481ac615469763fa7f2', 'gw_port': {'id': '6a607875-3114-4b5d-88f1-c61776b7b1d9', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:aa:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9232d2d6-ae92-4eb7-bcfc-f81a4401f3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:16:31Z', 'updated_at': '2021-08-27T21:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_interfaces': [{'id': '62a9e550-decd-4db0-8e3d-a4dcf87ec20c', 'name': '', 'network_id': '94c0aed6-b83e-44ff-a601-0cb2691fca8c', 'tenant_id': '9b2004fa40bc4481ac615469763fa7f2', 'mac_address': 'fa:16:3e:b5:68:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9232d2d6-ae92-4eb7-bcfc-f81a4401f3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '51a3947b-883a-4eb2-9d55-319f1fffd787', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:16:23Z', 'updated_at': '2021-08-27T21:16:33Z', 'revision_number': 5, 'project_id': '9b2004fa40bc4481ac615469763fa7f2', 'subnets': [{'id': '51a3947b-883a-4eb2-9d55-319f1fffd787', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3194ce1e-11ab-4223-b3d4-16a63bb46b0c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:16:35.641496 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98399f6b-0472-419c-8c12-a3096ba18dbf None None] The sync data for ids ['9232d2d6-ae92-4eb7-bcfc-f81a4401f3f7'] in dv-cinder-806436-1-iscsi is: [{'id': '9232d2d6-ae92-4eb7-bcfc-f81a4401f3f7', 'name': 'router1', 'tenant_id': '9b2004fa40bc4481ac615469763fa7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '6a607875-3114-4b5d-88f1-c61776b7b1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:16:14Z', 'updated_at': '2021-08-27T21:16:32Z', 'revision_number': 4, 'project_id': '9b2004fa40bc4481ac615469763fa7f2', 'gw_port': {'id': '6a607875-3114-4b5d-88f1-c61776b7b1d9', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:aa:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9232d2d6-ae92-4eb7-bcfc-f81a4401f3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:16:31Z', 'updated_at': '2021-08-27T21:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_interfaces': [{'id': '62a9e550-decd-4db0-8e3d-a4dcf87ec20c', 'name': '', 'network_id': '94c0aed6-b83e-44ff-a601-0cb2691fca8c', 'tenant_id': '9b2004fa40bc4481ac615469763fa7f2', 'mac_address': 'fa:16:3e:b5:68:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9232d2d6-ae92-4eb7-bcfc-f81a4401f3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '51a3947b-883a-4eb2-9d55-319f1fffd787', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:16:23Z', 'updated_at': '2021-08-27T21:16:33Z', 'revision_number': 5, 'project_id': '9b2004fa40bc4481ac615469763fa7f2', 'subnets': [{'id': '51a3947b-883a-4eb2-9d55-319f1fffd787', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3194ce1e-11ab-4223-b3d4-16a63bb46b0c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 21:16:35.686010 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 55810) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:16:35.850100 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-289833cf-a9b4-45d9-a36c-789ee2c1f9c4 admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1625667 Aug 27 21:16:37.545344 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 6a607875-3114-4b5d-88f1-c61776b7b1d9 up at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:16:37.605544 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning for port 6a607875-3114-4b5d-88f1-c61776b7b1d9 completed by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:16:37.613203 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning complete for port 6a607875-3114-4b5d-88f1-c61776b7b1d9 triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:16:37.613591 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:37.718584 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:37.744420 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] For port 6a607875-3114-4b5d-88f1-c61776b7b1d9, host dv-cinder-806436-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=6a607875-3114-4b5d-88f1-c61776b7b1d9,segment=NetworkSegment(294aecfa-d12c-4149-ab86-bf2395e16d40),segment_id=294aecfa-d12c-4149-ab86-bf2395e16d40)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:16:37.749588 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:37.805119 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Pushing event updated for resources: {'Port': ['ID=6a607875-3114-4b5d-88f1-c61776b7b1d9,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:16:39.533833 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 6a607875-3114-4b5d-88f1-c61776b7b1d9 up at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:16:39.623252 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning complete for port 6a607875-3114-4b5d-88f1-c61776b7b1d9 triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:16:39.623969 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:43.879535 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.agents_db [None req-9a3f5963-9603-4723-9a6c-2e2f5b4345b2 None None] Agent healthcheck: found 5 active agents {{(pid=93799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 21:16:48.699106 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cae15b5c-b83b-460c-8fc4-a686778cdbb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:51.318583 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9c6831a7-6af0-4322-8206-370f84cfef73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:51.531160 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:52.644104 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65920cb9-5c7f-4952-b134-219b92defc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:16:53.978093 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-778ce8a3-384f-4928-b9ff-199d4ced17a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:17:18.686481 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0877f546-0345-4ab5-b2f7-89dbee8fe5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:17:20.859201 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.agents_db [None req-9a3f5963-9603-4723-9a6c-2e2f5b4345b2 None None] Agent healthcheck: found 5 active agents {{(pid=93799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 21:17:21.322213 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a622c43c-2d84-4a39-8ac4-52e693fb7504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:17:21.515326 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:17:22.628729 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65920cb9-5c7f-4952-b134-219b92defc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:17:23.972945 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-778ce8a3-384f-4928-b9ff-199d4ced17a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:17:48.679521 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-55945879-ceff-4ae1-9bd7-3339912f30e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:17:51.314857 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-df24e5f9-4fb5-40dc-8634-987b69253022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:17:51.509123 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:17:52.626111 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65920cb9-5c7f-4952-b134-219b92defc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:17:53.978132 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-778ce8a3-384f-4928-b9ff-199d4ced17a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:17:57.953381 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.agents_db [None req-9a3f5963-9603-4723-9a6c-2e2f5b4345b2 None None] Agent healthcheck: found 5 active agents {{(pid=93799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 21:18:18.681348 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0b72b5af-d08b-4042-890a-713df28fe6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:18:20.446413 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 56372) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:18:20.513052 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-05a25dfd-80e8-4c84-a235-6faf1af4017f admin admin] GET failed (client error): The resource could not be found. Aug 27 21:18:20.514390 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-05a25dfd-80e8-4c84-a235-6faf1af4017f admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0670016 Aug 27 21:18:20.699086 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa02f703-76e3-4675-a83c-94047f55ec4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:18:20.700617 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-fa02f703-76e3-4675-a83c-94047f55ec4c admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1812377 Aug 27 21:18:21.315442 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ff310833-37b4-4533-a9c7-cc445323fc79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:18:21.513076 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:18:22.626803 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65920cb9-5c7f-4952-b134-219b92defc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:18:22.929410 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 56382) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:18:23.018801 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac26023-e253-450d-b30e-080b7ad5a1df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:18:23.020129 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-4ac26023-e253-450d-b30e-080b7ad5a1df admin admin] 10.222.0.39 "GET /v2.0/subnets/51a3947b-883a-4eb2-9d55-319f1fffd787 HTTP/1.1" status: 200 len: 849 time: 0.0897253 Aug 27 21:18:23.031025 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [None req-9be3b02e-e269-4be9-b868-024bacca8f46 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:18:23.122368 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9be3b02e-e269-4be9-b868-024bacca8f46 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:18:23.263954 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9be3b02e-e269-4be9-b868-024bacca8f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794201022248'] for subnet, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:18:23.294722 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be3b02e-e269-4be9-b868-024bacca8f46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:18:23.295822 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9be3b02e-e269-4be9-b868-024bacca8f46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:18:23.308365 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-9be3b02e-e269-4be9-b868-024bacca8f46 admin admin] 10.222.0.39 "PUT /v2.0/subnets/51a3947b-883a-4eb2-9d55-319f1fffd787 HTTP/1.1" status: 200 len: 868 time: 0.2694314 Aug 27 21:18:23.308585 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e32802-36bf-403f-a88a-12e14dd01c5f None None] Network 94c0aed6-b83e-44ff-a601-0cb2691fca8c requested from dv-cinder-806436-1-iscsi {{(pid=93798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 21:18:23.314866 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be3b02e-e269-4be9-b868-024bacca8f46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51a3947b-883a-4eb2-9d55-319f1fffd787,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:18:23.323077 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be3b02e-e269-4be9-b868-024bacca8f46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:18:23.323440 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be3b02e-e269-4be9-b868-024bacca8f46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:18:23.323790 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be3b02e-e269-4be9-b868-024bacca8f46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:18:23.324120 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be3b02e-e269-4be9-b868-024bacca8f46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:18:23.324480 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be3b02e-e269-4be9-b868-024bacca8f46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:18:23.324824 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be3b02e-e269-4be9-b868-024bacca8f46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:18:23.325150 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be3b02e-e269-4be9-b868-024bacca8f46 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:18:23.325473 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be3b02e-e269-4be9-b868-024bacca8f46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:18:23.325810 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be3b02e-e269-4be9-b868-024bacca8f46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:18:23.326119 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be3b02e-e269-4be9-b868-024bacca8f46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:18:23.326444 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be3b02e-e269-4be9-b868-024bacca8f46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:18:23.326762 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be3b02e-e269-4be9-b868-024bacca8f46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:18:23.638799 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-f1385dfd-b9dd-49dc-8b9d-0c2c07cbd22f None None] Provisioning complete for port 62a9e550-decd-4db0-8e3d-a4dcf87ec20c triggered by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:18:23.639306 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f1385dfd-b9dd-49dc-8b9d-0c2c07cbd22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:18:23.725029 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-f1385dfd-b9dd-49dc-8b9d-0c2c07cbd22f None None] Provisioning complete for port 4924e393-f16f-4249-a2dd-37a2437ef5b6 triggered by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:18:23.725393 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f1385dfd-b9dd-49dc-8b9d-0c2c07cbd22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:18:23.978433 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-778ce8a3-384f-4928-b9ff-199d4ced17a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:18:25.481067 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 56390) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:18:25.681534 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144ecc6e-bbf1-4b0a-a061-cb685fbbab5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:18:25.681999 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144ecc6e-bbf1-4b0a-a061-cb685fbbab5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:18:25.683551 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-144ecc6e-bbf1-4b0a-a061-cb685fbbab5f admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2015314 Aug 27 21:18:27.879610 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 56400) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:18:28.012964 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021b604c-f5e7-4b1e-9875-1f15df6ab57a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:18:28.013432 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021b604c-f5e7-4b1e-9875-1f15df6ab57a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:18:28.014963 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-021b604c-f5e7-4b1e-9875-1f15df6ab57a admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1343620 Aug 27 21:18:30.212398 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 56408) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:18:30.342186 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a115e3-854b-48a6-aee9-47f40e61e91c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:18:30.343604 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-f2a115e3-854b-48a6-aee9-47f40e61e91c admin admin] 10.222.0.39 "GET /v2.0/networks/3cb20040-a5aa-4574-8b0a-6832b57fea7e HTTP/1.1" status: 200 len: 886 time: 0.1302166 Aug 27 21:18:32.515264 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 56416) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:18:32.665441 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7122d966-12e9-48e8-8afa-8c69dad590e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:18:32.666827 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-7122d966-12e9-48e8-8afa-8c69dad590e2 admin admin] 10.222.0.39 "GET /v2.0/networks/94c0aed6-b83e-44ff-a601-0cb2691fca8c HTTP/1.1" status: 200 len: 869 time: 0.1506894 Aug 27 21:18:34.836144 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 56424) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:18:34.871322 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.agents_db [None req-9a3f5963-9603-4723-9a6c-2e2f5b4345b2 None None] Agent healthcheck: found 5 active agents {{(pid=93799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 21:18:34.961824 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd75371-7e6e-4565-b56b-4acdc96c42cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:18:34.962271 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd75371-7e6e-4565-b56b-4acdc96c42cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:18:34.963780 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-9dd75371-7e6e-4565-b56b-4acdc96c42cb admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1265364 Aug 27 21:18:37.169128 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 56432) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:18:37.266864 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0215a00d-7dff-4027-a69a-541c11d634f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:18:37.267313 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0215a00d-7dff-4027-a69a-541c11d634f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:18:37.268857 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-0215a00d-7dff-4027-a69a-541c11d634f4 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0987864 Aug 27 21:18:39.456251 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 56440) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:18:39.547422 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6e5462-354f-4444-aaa6-1a2267930101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:18:39.548760 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-ad6e5462-354f-4444-aaa6-1a2267930101 admin admin] 10.222.0.39 "GET /v2.0/subnets/51a3947b-883a-4eb2-9d55-319f1fffd787 HTTP/1.1" status: 200 len: 868 time: 0.0915587 Aug 27 21:18:41.705149 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 56448) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:18:41.792395 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df3d98b-1736-49d7-b73a-1b83c26111a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:18:41.793699 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-2df3d98b-1736-49d7-b73a-1b83c26111a0 admin admin] 10.222.0.39 "GET /v2.0/subnets/ca2fa5cb-b298-4fb9-b5f4-ab6912612305 HTTP/1.1" status: 200 len: 816 time: 0.0876164 Aug 27 21:18:48.683249 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-42fa2199-dd07-483d-be31-2f330a872727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:18:51.317653 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-366422be-e5e8-4d31-af9e-d8f6d471f55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:18:51.516061 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:18:52.632841 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65920cb9-5c7f-4952-b134-219b92defc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:18:53.992402 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-778ce8a3-384f-4928-b9ff-199d4ced17a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:19:06.347243 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 56502) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:19:06.398447 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [None req-a31a53af-6cb6-4bc4-b861-f7477e69e146 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 21:19:06.399458 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-a31a53af-6cb6-4bc4-b861-f7477e69e146 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0512640 Aug 27 21:19:08.726125 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 56510) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:19:08.795410 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-6616f6e6-f051-4ebc-baf8-14eca8557cbd admin admin] GET failed (client error): The resource could not be found. Aug 27 21:19:08.796829 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-6616f6e6-f051-4ebc-baf8-14eca8557cbd admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0697653 Aug 27 21:19:08.897782 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cfacec-5845-4c24-9d52-b7e2444c05d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:19:08.897782 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-50cfacec-5845-4c24-9d52-b7e2444c05d8 admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0959218 Aug 27 21:19:11.291517 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 56518) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:19:11.344829 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [None req-3c5cd113-d967-4b57-93d6-621316110d40 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:19:11.367904 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5cd113-d967-4b57-93d6-621316110d40 admin admin] Made reservation on behalf of d6507d50fd1b4fe18cf50913861e2b5a for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 21:19:11.370310 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3c5cd113-d967-4b57-93d6-621316110d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:19:11.398853 dv-cinder-806436-1-iscsi neutron-server[93797]: WARNING neutron.services.revisions.revision_plugin [None req-3c5cd113-d967-4b57-93d6-621316110d40 admin admin] Could not find related network for resource to bump revision. Aug 27 21:19:11.410287 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c5cd113-d967-4b57-93d6-621316110d40 admin admin] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 21:19:11.419738 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3c5cd113-d967-4b57-93d6-621316110d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226622'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:19:11.420088 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.db.segments_db [None req-3c5cd113-d967-4b57-93d6-621316110d40 admin admin] Added segment c391c826-5100-4861-ada8-bd537771e7ee of type vlan for network 4c332683-9b26-440f-8653-eff652c9f1b7 Aug 27 21:19:11.461220 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3c5cd113-d967-4b57-93d6-621316110d40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794200552295'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:19:11.486106 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3c5cd113-d967-4b57-93d6-621316110d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:19:11.486964 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5cd113-d967-4b57-93d6-621316110d40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:19:11.487534 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3c5cd113-d967-4b57-93d6-621316110d40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:19:11.541506 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-3c5cd113-d967-4b57-93d6-621316110d40 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2488751 Aug 27 21:19:11.546215 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5cd113-d967-4b57-93d6-621316110d40 admin admin] Pushing event updated for resources: {'Network': ['ID=4c332683-9b26-440f-8653-eff652c9f1b7,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:19:11.572188 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Network 4c332683-9b26-440f-8653-eff652c9f1b7 details requested by agent ovs-agent-dv-cinder-806436-1-iscsi with host dv-cinder-806436-1-iscsi {{(pid=93798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 21:19:11.872004 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.agents_db [None req-9a3f5963-9603-4723-9a6c-2e2f5b4345b2 None None] Agent healthcheck: found 5 active agents {{(pid=93799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 21:19:13.914711 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 56526) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:19:13.988575 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d064ff4-8243-4484-adf6-d06356b24aae admin admin] GET failed (client error): The resource could not be found. Aug 27 21:19:13.990252 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-3d064ff4-8243-4484-adf6-d06356b24aae admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0742960 Aug 27 21:19:14.062000 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6625f961-dea1-4512-a241-06cc7d089259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:19:14.063461 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-6625f961-dea1-4512-a241-06cc7d089259 admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0685692 Aug 27 21:19:14.075055 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [None req-e69dc8aa-c260-4953-ac73-d012bf1372b8 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '4c332683-9b26-440f-8653-eff652c9f1b7', 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:19:14.096440 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69dc8aa-c260-4953-ac73-d012bf1372b8 admin admin] Made reservation on behalf of d6507d50fd1b4fe18cf50913861e2b5a for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 21:19:14.099154 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e69dc8aa-c260-4953-ac73-d012bf1372b8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:19:14.279226 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e69dc8aa-c260-4953-ac73-d012bf1372b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:19:14.331308 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69dc8aa-c260-4953-ac73-d012bf1372b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=355ca47e-3ad0-4486-b888-18c0293fabdc,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:19:14.342151 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69dc8aa-c260-4953-ac73-d012bf1372b8 admin admin] Checking segment: {'id': 'c391c826-5100-4861-ada8-bd537771e7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '4c332683-9b26-440f-8653-eff652c9f1b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:19:14.342509 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69dc8aa-c260-4953-ac73-d012bf1372b8 admin admin] Network hostable DHCP agents. Network: 4c332683-9b26-440f-8653-eff652c9f1b7, hostable agents: ['1749b5b4-19f7-4836-8339-7d75e40e8c09'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 21:19:14.358954 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69dc8aa-c260-4953-ac73-d012bf1372b8 admin admin] Network 4c332683-9b26-440f-8653-eff652c9f1b7 is scheduled to be hosted by DHCP agent 1749b5b4-19f7-4836-8339-7d75e40e8c09 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 21:19:14.368386 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-e69dc8aa-c260-4953-ac73-d012bf1372b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806436-1-iscsi, 4c332683-9b26-440f-8653-eff652c9f1b7) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:19:14.372319 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69dc8aa-c260-4953-ac73-d012bf1372b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:19:14.372925 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e69dc8aa-c260-4953-ac73-d012bf1372b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:19:14.378624 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec17e56-f4ac-4ab2-95af-22f1dfb60842 None None] Network 4c332683-9b26-440f-8653-eff652c9f1b7 requested from dv-cinder-806436-1-iscsi {{(pid=93798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 21:19:14.388093 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-e69dc8aa-c260-4953-ac73-d012bf1372b8 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3163838 Aug 27 21:19:14.547877 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8613c677-11bb-455b-95a5-6b8c91cb6c80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7822c764-62b3-5da8-a3e8-a6ab57b66038-4c332683-9b26-440f-8653-eff652c9f1b7', 'network_id': '4c332683-9b26-440f-8653-eff652c9f1b7', 'tenant_id': 'd6507d50fd1b4fe18cf50913861e2b5a', 'fixed_ips': [{'subnet_id': '355ca47e-3ad0-4486-b888-18c0293fabdc'}]}} from dv-cinder-806436-1-iscsi. {{(pid=93798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 21:19:14.548824 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8613c677-11bb-455b-95a5-6b8c91cb6c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:19:14.794135 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-8613c677-11bb-455b-95a5-6b8c91cb6c80 None None] Allocated IP 192.168.233.2 (4c332683-9b26-440f-8653-eff652c9f1b7/355ca47e-3ad0-4486-b888-18c0293fabdc/e06daf8e-ac9b-4014-b5d3-cfcfb5b05fc9) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 21:19:14.963004 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8613c677-11bb-455b-95a5-6b8c91cb6c80 None None] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:19:14.973617 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-8613c677-11bb-455b-95a5-6b8c91cb6c80 None None] Transition to ACTIVE for port object e06daf8e-ac9b-4014-b5d3-cfcfb5b05fc9 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:19:14.992474 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-8613c677-11bb-455b-95a5-6b8c91cb6c80 None None] Transition to ACTIVE for port object e06daf8e-ac9b-4014-b5d3-cfcfb5b05fc9 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:19:15.000457 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8613c677-11bb-455b-95a5-6b8c91cb6c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794200564228'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:19:15.053862 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8613c677-11bb-455b-95a5-6b8c91cb6c80 None None] Network 4c332683-9b26-440f-8653-eff652c9f1b7 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:19:15.058355 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8613c677-11bb-455b-95a5-6b8c91cb6c80 None None] Pushing event updated for resources: {'Port': ['ID=e06daf8e-ac9b-4014-b5d3-cfcfb5b05fc9,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:19:15.061748 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-8613c677-11bb-455b-95a5-6b8c91cb6c80 None None] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:19:15.068524 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8613c677-11bb-455b-95a5-6b8c91cb6c80 None None] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 21:19:15.073440 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8613c677-11bb-455b-95a5-6b8c91cb6c80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:19:15.073440 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8613c677-11bb-455b-95a5-6b8c91cb6c80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:19:15.073738 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8613c677-11bb-455b-95a5-6b8c91cb6c80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:19:15.073914 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8613c677-11bb-455b-95a5-6b8c91cb6c80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:19:15.074204 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8613c677-11bb-455b-95a5-6b8c91cb6c80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:19:15.075185 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8613c677-11bb-455b-95a5-6b8c91cb6c80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:19:15.075185 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8613c677-11bb-455b-95a5-6b8c91cb6c80 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:19:15.075185 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8613c677-11bb-455b-95a5-6b8c91cb6c80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:19:15.075517 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8613c677-11bb-455b-95a5-6b8c91cb6c80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:19:15.075815 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8613c677-11bb-455b-95a5-6b8c91cb6c80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:19:15.076134 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8613c677-11bb-455b-95a5-6b8c91cb6c80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:19:15.076484 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8613c677-11bb-455b-95a5-6b8c91cb6c80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:19:15.180857 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-8613c677-11bb-455b-95a5-6b8c91cb6c80 None None] Attempting to bind port e06daf8e-ac9b-4014-b5d3-cfcfb5b05fc9 on host dv-cinder-806436-1-iscsi for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 21:19:15.181227 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-8613c677-11bb-455b-95a5-6b8c91cb6c80 None None] Attempting to bind port e06daf8e-ac9b-4014-b5d3-cfcfb5b05fc9 by drivers openvswitch,hyperv on host dv-cinder-806436-1-iscsi at level 0 using segments [{'id': 'c391c826-5100-4861-ada8-bd537771e7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '4c332683-9b26-440f-8653-eff652c9f1b7'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 21:19:15.181595 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8613c677-11bb-455b-95a5-6b8c91cb6c80 None None] Attempting to bind port e06daf8e-ac9b-4014-b5d3-cfcfb5b05fc9 on network 4c332683-9b26-440f-8653-eff652c9f1b7 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:19:15.188143 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8613c677-11bb-455b-95a5-6b8c91cb6c80 None None] Checking agent: {'id': '7431bd39-0fd9-4a64-8486-900009fb8dd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806436-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 21, 15, 51), 'started_at': datetime.datetime(2021, 8, 27, 21, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 21, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806436-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 21:19:15.188552 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8613c677-11bb-455b-95a5-6b8c91cb6c80 None None] Checking segment: {'id': 'c391c826-5100-4861-ada8-bd537771e7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '4c332683-9b26-440f-8653-eff652c9f1b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:19:15.188955 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8613c677-11bb-455b-95a5-6b8c91cb6c80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:19:15.189351 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8613c677-11bb-455b-95a5-6b8c91cb6c80 None None] Bound using segment: {'id': 'c391c826-5100-4861-ada8-bd537771e7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '4c332683-9b26-440f-8653-eff652c9f1b7'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 21:19:15.189823 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-8613c677-11bb-455b-95a5-6b8c91cb6c80 None None] Bound port: e06daf8e-ac9b-4014-b5d3-cfcfb5b05fc9, host: dv-cinder-806436-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c391c826-5100-4861-ada8-bd537771e7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '4c332683-9b26-440f-8653-eff652c9f1b7'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 21:19:15.190217 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8613c677-11bb-455b-95a5-6b8c91cb6c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:19:15.303658 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-8613c677-11bb-455b-95a5-6b8c91cb6c80 None None] For port e06daf8e-ac9b-4014-b5d3-cfcfb5b05fc9, host dv-cinder-806436-1-iscsi, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 21:19:15.318491 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-8613c677-11bb-455b-95a5-6b8c91cb6c80 None None] For port e06daf8e-ac9b-4014-b5d3-cfcfb5b05fc9, host dv-cinder-806436-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=e06daf8e-ac9b-4014-b5d3-cfcfb5b05fc9,segment=NetworkSegment(c391c826-5100-4861-ada8-bd537771e7ee),segment_id=c391c826-5100-4861-ada8-bd537771e7ee)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 21:19:15.324562 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8613c677-11bb-455b-95a5-6b8c91cb6c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:19:15.395724 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8613c677-11bb-455b-95a5-6b8c91cb6c80 None None] Pushing event updated for resources: {'Port': ['ID=e06daf8e-ac9b-4014-b5d3-cfcfb5b05fc9,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:19:15.687794 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device e06daf8e-ac9b-4014-b5d3-cfcfb5b05fc9 up at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:19:15.746026 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning for port e06daf8e-ac9b-4014-b5d3-cfcfb5b05fc9 completed by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:19:16.291247 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286051d1-9ab3-4f21-9765-15e077056453 None None] Network 4c332683-9b26-440f-8653-eff652c9f1b7 requested from dv-cinder-806436-1-iscsi {{(pid=93798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 21:19:16.398524 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-5a6f856f-eeda-4a12-ba80-6b8c6d5c5e6d None None] Provisioning for port e06daf8e-ac9b-4014-b5d3-cfcfb5b05fc9 completed by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:19:16.412223 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-5a6f856f-eeda-4a12-ba80-6b8c6d5c5e6d None None] Provisioning complete for port e06daf8e-ac9b-4014-b5d3-cfcfb5b05fc9 triggered by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:19:16.412899 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5a6f856f-eeda-4a12-ba80-6b8c6d5c5e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:19:16.568970 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5a6f856f-eeda-4a12-ba80-6b8c6d5c5e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:19:16.609387 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-5a6f856f-eeda-4a12-ba80-6b8c6d5c5e6d None None] For port e06daf8e-ac9b-4014-b5d3-cfcfb5b05fc9, host dv-cinder-806436-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=e06daf8e-ac9b-4014-b5d3-cfcfb5b05fc9,segment=NetworkSegment(c391c826-5100-4861-ada8-bd537771e7ee),segment_id=c391c826-5100-4861-ada8-bd537771e7ee)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:19:16.617669 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5a6f856f-eeda-4a12-ba80-6b8c6d5c5e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:19:16.700432 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6f856f-eeda-4a12-ba80-6b8c6d5c5e6d None None] Pushing event updated for resources: {'Port': ['ID=e06daf8e-ac9b-4014-b5d3-cfcfb5b05fc9,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:19:16.850319 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-342326ee-5652-4962-89c0-0eec468e3639 None None] Provisioning complete for port e06daf8e-ac9b-4014-b5d3-cfcfb5b05fc9 triggered by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:19:16.850875 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-342326ee-5652-4962-89c0-0eec468e3639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:19:17.669486 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device e06daf8e-ac9b-4014-b5d3-cfcfb5b05fc9 up at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:19:17.731803 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning complete for port e06daf8e-ac9b-4014-b5d3-cfcfb5b05fc9 triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:19:17.732158 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:19:18.688390 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-01d1b842-ff48-47bb-9423-906e88f5f4e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:19:21.319721 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1e6f99e1-6809-40c1-addc-0ab0a4853193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:19:21.518176 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:19:22.636099 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65920cb9-5c7f-4952-b134-219b92defc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:19:24.006171 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-778ce8a3-384f-4928-b9ff-199d4ced17a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:19:48.684175 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eaf0b7e2-f2b2-4961-ac58-611b94d09270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:19:48.875547 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.agents_db [None req-9a3f5963-9603-4723-9a6c-2e2f5b4345b2 None None] Agent healthcheck: found 5 active agents {{(pid=93799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 21:19:51.335217 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d4367cc1-ae6d-4faf-9172-10a3d0fd04b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:19:51.530906 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:19:52.646961 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65920cb9-5c7f-4952-b134-219b92defc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:19:54.019246 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-778ce8a3-384f-4928-b9ff-199d4ced17a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:20:18.684232 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-08c0b8bb-9dbc-4118-afde-fc1278eecf4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:20:21.324585 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a0e74129-4c89-46e9-95e6-5ffa75f67dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:20:21.528879 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:20:22.650900 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65920cb9-5c7f-4952-b134-219b92defc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:20:24.010362 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-778ce8a3-384f-4928-b9ff-199d4ced17a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:20:25.879622 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.agents_db [None req-9a3f5963-9603-4723-9a6c-2e2f5b4345b2 None None] Agent healthcheck: found 5 active agents {{(pid=93799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 21:20:32.627499 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 56580) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:20:32.634886 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [None req-1d9a4aee-4ba9-4405-bc3d-89b7301b9d54 tempest-verify_tempest_config-1479745881 tempest-verify_tempest_config-1479745881-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 21:20:32.636091 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-1d9a4aee-4ba9-4405-bc3d-89b7301b9d54 tempest-verify_tempest_config-1479745881 tempest-verify_tempest_config-1479745881-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0066383 Aug 27 21:20:33.001498 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 56598) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:20:33.132060 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ae57d28-9a70-4db6-b960-0e28fb375467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:20:33.141116 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.quota [None req-2ae57d28-9a70-4db6-b960-0e28fb375467 admin admin] Loaded quota_driver: . Aug 27 21:20:33.288606 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ae57d28-9a70-4db6-b960-0e28fb375467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:20:33.292896 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ae57d28-9a70-4db6-b960-0e28fb375467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:20:33.338775 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae57d28-9a70-4db6-b960-0e28fb375467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1245bbe5-b8f8-42ac-bd45-69ad85510cff,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:20:33.342567 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-2ae57d28-9a70-4db6-b960-0e28fb375467 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a5d807a5d88e46799d7f58292f165617&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3401253 Aug 27 21:20:33.345552 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 56604) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:20:33.349048 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae57d28-9a70-4db6-b960-0e28fb375467 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:20:33.349412 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae57d28-9a70-4db6-b960-0e28fb375467 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:20:33.349750 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae57d28-9a70-4db6-b960-0e28fb375467 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:20:33.350110 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae57d28-9a70-4db6-b960-0e28fb375467 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:20:33.350437 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae57d28-9a70-4db6-b960-0e28fb375467 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:20:33.350775 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae57d28-9a70-4db6-b960-0e28fb375467 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:20:33.351101 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae57d28-9a70-4db6-b960-0e28fb375467 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:20:33.351427 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae57d28-9a70-4db6-b960-0e28fb375467 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:20:33.351768 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae57d28-9a70-4db6-b960-0e28fb375467 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:20:33.352088 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae57d28-9a70-4db6-b960-0e28fb375467 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:20:33.352429 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae57d28-9a70-4db6-b960-0e28fb375467 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:20:33.352751 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae57d28-9a70-4db6-b960-0e28fb375467 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:20:33.413299 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-121122a3-dfb3-411e-bf82-c154dbb9edc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:20:33.435265 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-121122a3-dfb3-411e-bf82-c154dbb9edc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:20:33.531116 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-121122a3-dfb3-411e-bf82-c154dbb9edc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:20:33.533737 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-121122a3-dfb3-411e-bf82-c154dbb9edc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:20:33.534973 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-121122a3-dfb3-411e-bf82-c154dbb9edc3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1245bbe5-b8f8-42ac-bd45-69ad85510cff HTTP/1.1" status: 204 len: 168 time: 0.1884205 Aug 27 21:20:33.543137 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121122a3-dfb3-411e-bf82-c154dbb9edc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1245bbe5-b8f8-42ac-bd45-69ad85510cff,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:20:33.551161 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121122a3-dfb3-411e-bf82-c154dbb9edc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:20:33.551524 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121122a3-dfb3-411e-bf82-c154dbb9edc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:20:33.552141 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121122a3-dfb3-411e-bf82-c154dbb9edc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:20:33.552279 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121122a3-dfb3-411e-bf82-c154dbb9edc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:20:33.552543 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121122a3-dfb3-411e-bf82-c154dbb9edc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:20:33.552885 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121122a3-dfb3-411e-bf82-c154dbb9edc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:20:33.553211 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121122a3-dfb3-411e-bf82-c154dbb9edc3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:20:33.553543 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121122a3-dfb3-411e-bf82-c154dbb9edc3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:20:33.553856 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121122a3-dfb3-411e-bf82-c154dbb9edc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:20:33.554180 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121122a3-dfb3-411e-bf82-c154dbb9edc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:20:33.554502 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121122a3-dfb3-411e-bf82-c154dbb9edc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:20:33.554810 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121122a3-dfb3-411e-bf82-c154dbb9edc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:20:48.678605 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3ad79ee6-31f9-4930-94f6-725fe7653639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:20:51.318862 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5abc2e4f-f883-4c78-8d6a-9c99524c02ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:20:51.526083 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:20:52.648636 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65920cb9-5c7f-4952-b134-219b92defc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:20:54.018139 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-778ce8a3-384f-4928-b9ff-199d4ced17a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:21:02.881046 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.agents_db [None req-9a3f5963-9603-4723-9a6c-2e2f5b4345b2 None None] Agent healthcheck: found 5 active agents {{(pid=93799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 21:21:18.683377 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-16431591-56c5-4ca5-ba6f-a5a6cd15934f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:21:21.323390 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e51e2c27-9cf5-40ab-bae7-54c93c632434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:21:21.529292 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:21:22.651217 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65920cb9-5c7f-4952-b134-219b92defc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:21:24.020602 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-778ce8a3-384f-4928-b9ff-199d4ced17a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:21:39.881178 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.agents_db [None req-9a3f5963-9603-4723-9a6c-2e2f5b4345b2 None None] Agent healthcheck: found 5 active agents {{(pid=93799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 21:21:48.690805 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c9dc92b0-abab-4fbc-aad1-0c6383a8fadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:21:51.334872 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0196cd9d-b81f-4ab7-ae89-cfca5709faf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:21:51.522582 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:21:52.656002 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65920cb9-5c7f-4952-b134-219b92defc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:21:54.016084 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-778ce8a3-384f-4928-b9ff-199d4ced17a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:22:11.459606 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-631467'] for agent, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:22:16.880886 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.agents_db [None req-9a3f5963-9603-4723-9a6c-2e2f5b4345b2 None None] Agent healthcheck: found 6 active agents {{(pid=93799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 21:22:18.682505 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ddeeb37c-0dbe-4837-af7a-a24948f8308d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:22:21.332734 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-da7cbd56-42d1-462f-8329-7a2b1a5e11d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:22:21.525523 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:22:22.656841 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65920cb9-5c7f-4952-b134-219b92defc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:22:24.020474 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-778ce8a3-384f-4928-b9ff-199d4ced17a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:22:27.453988 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 56678) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:22:27.572462 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-e25fe3c9-dedf-46ee-862a-00b8de28ba9b admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1171067 Aug 27 21:22:29.964639 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 56688) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:22:30.045024 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-b18fbd23-78f8-46b5-9d73-493bd357977b admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0788414 Aug 27 21:22:41.380037 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:22:48.684310 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7d784f62-21de-4e6e-9957-76f47683b8b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:22:51.330889 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c205ea7e-5cc3-4dc8-aa90-5db1f8cafd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:22:51.530360 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:22:52.658364 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65920cb9-5c7f-4952-b134-219b92defc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:22:53.880653 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.agents_db [None req-9a3f5963-9603-4723-9a6c-2e2f5b4345b2 None None] Agent healthcheck: found 6 active agents {{(pid=93799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 21:22:54.023031 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-778ce8a3-384f-4928-b9ff-199d4ced17a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:23:11.380272 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:23:18.689490 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d672d4a0-ab3f-48a5-a83c-05afb0d2fb2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:23:21.334386 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6afe167c-0b02-48d4-8f3c-94cff7b31c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:23:21.543587 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:23:22.667600 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65920cb9-5c7f-4952-b134-219b92defc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:23:24.035499 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-778ce8a3-384f-4928-b9ff-199d4ced17a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:23:30.881687 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.agents_db [None req-9a3f5963-9603-4723-9a6c-2e2f5b4345b2 None None] Agent healthcheck: found 6 active agents {{(pid=93799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 21:23:41.412413 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:23:48.692889 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-69e429f3-74a3-4b01-9839-644ca078a455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:23:51.325078 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-70e17a52-6da8-40bf-bab5-ad7c003e3515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:23:51.539031 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:23:52.672177 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65920cb9-5c7f-4952-b134-219b92defc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:23:54.037457 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-778ce8a3-384f-4928-b9ff-199d4ced17a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:01.889976 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 56866) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:24:02.156010 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [None req-02bf5124-4b07-4456-afed-7f7fb2e2b9bb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1071624808-network', 'tenant_id': '4c7881af14ba462d932065fd81b90b6e'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:24:02.200251 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02bf5124-4b07-4456-afed-7f7fb2e2b9bb admin admin] Made reservation on behalf of 4c7881af14ba462d932065fd81b90b6e for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 21:24:02.203503 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-02bf5124-4b07-4456-afed-7f7fb2e2b9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:02.215350 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-02bf5124-4b07-4456-afed-7f7fb2e2b9bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:02.322210 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-02bf5124-4b07-4456-afed-7f7fb2e2b9bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:02.328892 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-02bf5124-4b07-4456-afed-7f7fb2e2b9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:02.368695 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02bf5124-4b07-4456-afed-7f7fb2e2b9bb admin admin] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 21:24:02.369020 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bf5124-4b07-4456-afed-7f7fb2e2b9bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db690a5f-8c01-4629-a6c5-47cdc52bbe28,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:02.379399 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bf5124-4b07-4456-afed-7f7fb2e2b9bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:24:02.379710 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bf5124-4b07-4456-afed-7f7fb2e2b9bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:24:02.379959 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bf5124-4b07-4456-afed-7f7fb2e2b9bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:24:02.380510 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bf5124-4b07-4456-afed-7f7fb2e2b9bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:24:02.380996 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bf5124-4b07-4456-afed-7f7fb2e2b9bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:24:02.381524 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bf5124-4b07-4456-afed-7f7fb2e2b9bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:24:02.381859 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bf5124-4b07-4456-afed-7f7fb2e2b9bb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:24:02.382198 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bf5124-4b07-4456-afed-7f7fb2e2b9bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:24:02.382542 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bf5124-4b07-4456-afed-7f7fb2e2b9bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:24:02.382871 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bf5124-4b07-4456-afed-7f7fb2e2b9bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:24:02.383194 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bf5124-4b07-4456-afed-7f7fb2e2b9bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:24:02.383514 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bf5124-4b07-4456-afed-7f7fb2e2b9bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:24:02.384733 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bf5124-4b07-4456-afed-7f7fb2e2b9bb admin admin] Tracked resource versions report: Aug 27 21:24:02.384733 dv-cinder-806436-1-iscsi neutron-server[93797]: pushed versions: Aug 27 21:24:02.384733 dv-cinder-806436-1-iscsi neutron-server[93797]: { 'AddressGroup': {'1.2'}, Aug 27 21:24:02.384733 dv-cinder-806436-1-iscsi neutron-server[93797]: 'ConntrackHelper': {'1.0'}, Aug 27 21:24:02.384733 dv-cinder-806436-1-iscsi neutron-server[93797]: 'Log': {'1.0'}, Aug 27 21:24:02.384733 dv-cinder-806436-1-iscsi neutron-server[93797]: 'Network': {'1.1'}, Aug 27 21:24:02.384733 dv-cinder-806436-1-iscsi neutron-server[93797]: 'Port': {'1.7'}, Aug 27 21:24:02.384733 dv-cinder-806436-1-iscsi neutron-server[93797]: 'PortForwarding': {'1.2'}, Aug 27 21:24:02.384733 dv-cinder-806436-1-iscsi neutron-server[93797]: 'QosPolicy': {'1.9'}, Aug 27 21:24:02.384733 dv-cinder-806436-1-iscsi neutron-server[93797]: 'SecurityGroup': {'1.4'}, Aug 27 21:24:02.384733 dv-cinder-806436-1-iscsi neutron-server[93797]: 'SecurityGroupRule': {'1.2'}, Aug 27 21:24:02.384733 dv-cinder-806436-1-iscsi neutron-server[93797]: 'SubPort': {'1.0'}, Aug 27 21:24:02.384733 dv-cinder-806436-1-iscsi neutron-server[93797]: 'Subnet': {'1.1'}, Aug 27 21:24:02.384733 dv-cinder-806436-1-iscsi neutron-server[93797]: 'Trunk': {'1.1'}} Aug 27 21:24:02.384733 dv-cinder-806436-1-iscsi neutron-server[93797]: consumer versions: Aug 27 21:24:02.384733 dv-cinder-806436-1-iscsi neutron-server[93797]: { DHCP agent@dv-cinder-806436-1-iscsi: {}, Aug 27 21:24:02.384733 dv-cinder-806436-1-iscsi neutron-server[93797]: HyperV agent@hv-cinder-80643: {}, Aug 27 21:24:02.384733 dv-cinder-806436-1-iscsi neutron-server[93797]: L3 agent@dv-cinder-806436-1-iscsi: {}, Aug 27 21:24:02.384733 dv-cinder-806436-1-iscsi neutron-server[93797]: Metadata agent@dv-cinder-806436-1-iscsi: {}, Aug 27 21:24:02.384733 dv-cinder-806436-1-iscsi neutron-server[93797]: Metering agent@dv-cinder-806436-1-iscsi: {}, Aug 27 21:24:02.384733 dv-cinder-806436-1-iscsi neutron-server[93797]: Open vSwitch agent@dv-cinder-806436-1-iscsi: { 'AddressGroup': '1.2', Aug 27 21:24:02.384733 dv-cinder-806436-1-iscsi neutron-server[93797]: 'ConntrackHelper': '1.0', Aug 27 21:24:02.384733 dv-cinder-806436-1-iscsi neutron-server[93797]: 'Log': '1.0', Aug 27 21:24:02.384733 dv-cinder-806436-1-iscsi neutron-server[93797]: 'Network': '1.1', Aug 27 21:24:02.384733 dv-cinder-806436-1-iscsi neutron-server[93797]: 'Port': '1.7', Aug 27 21:24:02.384733 dv-cinder-806436-1-iscsi neutron-server[93797]: 'PortForwarding': '1.2', Aug 27 21:24:02.384733 dv-cinder-806436-1-iscsi neutron-server[93797]: 'QosPolicy': '1.9', Aug 27 21:24:02.384733 dv-cinder-806436-1-iscsi neutron-server[93797]: 'SecurityGroup': '1.4', Aug 27 21:24:02.384733 dv-cinder-806436-1-iscsi neutron-server[93797]: 'SecurityGroupRule': '1.2', Aug 27 21:24:02.384733 dv-cinder-806436-1-iscsi neutron-server[93797]: 'SubPort': '1.0', Aug 27 21:24:02.384733 dv-cinder-806436-1-iscsi neutron-server[93797]: 'Subnet': '1.1', Aug 27 21:24:02.384733 dv-cinder-806436-1-iscsi neutron-server[93797]: 'Trunk': '1.1'}} Aug 27 21:24:02.384733 dv-cinder-806436-1-iscsi neutron-server[93797]: {{(pid=93797) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 21:24:02.393247 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-02bf5124-4b07-4456-afed-7f7fb2e2b9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226622'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:02.393720 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.db.segments_db [None req-02bf5124-4b07-4456-afed-7f7fb2e2b9bb admin admin] Added segment cf28798e-2dc9-43ac-a0bc-53018bbccb0e of type vlan for network 9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89 Aug 27 21:24:02.439025 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-02bf5124-4b07-4456-afed-7f7fb2e2b9bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794200552295'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:02.488305 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-02bf5124-4b07-4456-afed-7f7fb2e2b9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:02.490278 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bf5124-4b07-4456-afed-7f7fb2e2b9bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:02.491200 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-02bf5124-4b07-4456-afed-7f7fb2e2b9bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:02.554046 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 56904) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:24:02.554650 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-02bf5124-4b07-4456-afed-7f7fb2e2b9bb admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6628573 Aug 27 21:24:02.565763 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [None req-5294bef5-0ece-4cf7-a561-ad76e6691dc5 admin admin] Request body: {'subnet': {'network_id': '9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1071624808-subnet', 'tenant_id': '4c7881af14ba462d932065fd81b90b6e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:24:02.578480 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bf5124-4b07-4456-afed-7f7fb2e2b9bb admin admin] Pushing event updated for resources: {'Network': ['ID=9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:02.593091 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Network 9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89 details requested by agent ovs-agent-dv-cinder-806436-1-iscsi with host dv-cinder-806436-1-iscsi {{(pid=93798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 21:24:02.617879 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5294bef5-0ece-4cf7-a561-ad76e6691dc5 admin admin] Made reservation on behalf of 4c7881af14ba462d932065fd81b90b6e for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 21:24:02.622504 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5294bef5-0ece-4cf7-a561-ad76e6691dc5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:02.854754 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 56916) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:24:02.875791 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5294bef5-0ece-4cf7-a561-ad76e6691dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:02.897680 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 56924) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:24:02.933581 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5294bef5-0ece-4cf7-a561-ad76e6691dc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6921f496-5d7a-4db6-bf96-720866799ce1,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:02.944314 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5294bef5-0ece-4cf7-a561-ad76e6691dc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:24:02.944739 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5294bef5-0ece-4cf7-a561-ad76e6691dc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:24:02.945083 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5294bef5-0ece-4cf7-a561-ad76e6691dc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:24:02.945414 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5294bef5-0ece-4cf7-a561-ad76e6691dc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:24:02.945751 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5294bef5-0ece-4cf7-a561-ad76e6691dc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:24:02.946078 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5294bef5-0ece-4cf7-a561-ad76e6691dc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:24:02.946404 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5294bef5-0ece-4cf7-a561-ad76e6691dc5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:24:02.946723 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5294bef5-0ece-4cf7-a561-ad76e6691dc5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:24:02.947043 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5294bef5-0ece-4cf7-a561-ad76e6691dc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:24:02.947363 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5294bef5-0ece-4cf7-a561-ad76e6691dc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:24:02.947682 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5294bef5-0ece-4cf7-a561-ad76e6691dc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:24:02.947997 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5294bef5-0ece-4cf7-a561-ad76e6691dc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:24:02.949067 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5294bef5-0ece-4cf7-a561-ad76e6691dc5 admin admin] Tracked resource versions report: Aug 27 21:24:02.949067 dv-cinder-806436-1-iscsi neutron-server[93796]: pushed versions: Aug 27 21:24:02.949067 dv-cinder-806436-1-iscsi neutron-server[93796]: { 'AddressGroup': {'1.2'}, Aug 27 21:24:02.949067 dv-cinder-806436-1-iscsi neutron-server[93796]: 'ConntrackHelper': {'1.0'}, Aug 27 21:24:02.949067 dv-cinder-806436-1-iscsi neutron-server[93796]: 'Log': {'1.0'}, Aug 27 21:24:02.949067 dv-cinder-806436-1-iscsi neutron-server[93796]: 'Network': {'1.1'}, Aug 27 21:24:02.949067 dv-cinder-806436-1-iscsi neutron-server[93796]: 'Port': {'1.7'}, Aug 27 21:24:02.949067 dv-cinder-806436-1-iscsi neutron-server[93796]: 'PortForwarding': {'1.2'}, Aug 27 21:24:02.949067 dv-cinder-806436-1-iscsi neutron-server[93796]: 'QosPolicy': {'1.9'}, Aug 27 21:24:02.949067 dv-cinder-806436-1-iscsi neutron-server[93796]: 'SecurityGroup': {'1.4'}, Aug 27 21:24:02.949067 dv-cinder-806436-1-iscsi neutron-server[93796]: 'SecurityGroupRule': {'1.2'}, Aug 27 21:24:02.949067 dv-cinder-806436-1-iscsi neutron-server[93796]: 'SubPort': {'1.0'}, Aug 27 21:24:02.949067 dv-cinder-806436-1-iscsi neutron-server[93796]: 'Subnet': {'1.1'}, Aug 27 21:24:02.949067 dv-cinder-806436-1-iscsi neutron-server[93796]: 'Trunk': {'1.1'}} Aug 27 21:24:02.949067 dv-cinder-806436-1-iscsi neutron-server[93796]: consumer versions: Aug 27 21:24:02.949067 dv-cinder-806436-1-iscsi neutron-server[93796]: { DHCP agent@dv-cinder-806436-1-iscsi: {}, Aug 27 21:24:02.949067 dv-cinder-806436-1-iscsi neutron-server[93796]: HyperV agent@hv-cinder-80643: {}, Aug 27 21:24:02.949067 dv-cinder-806436-1-iscsi neutron-server[93796]: L3 agent@dv-cinder-806436-1-iscsi: {}, Aug 27 21:24:02.949067 dv-cinder-806436-1-iscsi neutron-server[93796]: Metadata agent@dv-cinder-806436-1-iscsi: {}, Aug 27 21:24:02.949067 dv-cinder-806436-1-iscsi neutron-server[93796]: Metering agent@dv-cinder-806436-1-iscsi: {}, Aug 27 21:24:02.949067 dv-cinder-806436-1-iscsi neutron-server[93796]: Open vSwitch agent@dv-cinder-806436-1-iscsi: { 'AddressGroup': '1.2', Aug 27 21:24:02.949067 dv-cinder-806436-1-iscsi neutron-server[93796]: 'ConntrackHelper': '1.0', Aug 27 21:24:02.949067 dv-cinder-806436-1-iscsi neutron-server[93796]: 'Log': '1.0', Aug 27 21:24:02.949067 dv-cinder-806436-1-iscsi neutron-server[93796]: 'Network': '1.1', Aug 27 21:24:02.949067 dv-cinder-806436-1-iscsi neutron-server[93796]: 'Port': '1.7', Aug 27 21:24:02.949067 dv-cinder-806436-1-iscsi neutron-server[93796]: 'PortForwarding': '1.2', Aug 27 21:24:02.949067 dv-cinder-806436-1-iscsi neutron-server[93796]: 'QosPolicy': '1.9', Aug 27 21:24:02.949067 dv-cinder-806436-1-iscsi neutron-server[93796]: 'SecurityGroup': '1.4', Aug 27 21:24:02.949067 dv-cinder-806436-1-iscsi neutron-server[93796]: 'SecurityGroupRule': '1.2', Aug 27 21:24:02.949067 dv-cinder-806436-1-iscsi neutron-server[93796]: 'SubPort': '1.0', Aug 27 21:24:02.949067 dv-cinder-806436-1-iscsi neutron-server[93796]: 'Subnet': '1.1', Aug 27 21:24:02.949067 dv-cinder-806436-1-iscsi neutron-server[93796]: 'Trunk': '1.1'}} Aug 27 21:24:02.949067 dv-cinder-806436-1-iscsi neutron-server[93796]: {{(pid=93796) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 21:24:02.974477 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5294bef5-0ece-4cf7-a561-ad76e6691dc5 admin admin] Checking segment: {'id': 'cf28798e-2dc9-43ac-a0bc-53018bbccb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:24:02.974930 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5294bef5-0ece-4cf7-a561-ad76e6691dc5 admin admin] Network hostable DHCP agents. Network: 9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89, hostable agents: ['1749b5b4-19f7-4836-8339-7d75e40e8c09'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 21:24:02.999068 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5294bef5-0ece-4cf7-a561-ad76e6691dc5 admin admin] Network 9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89 is scheduled to be hosted by DHCP agent 1749b5b4-19f7-4836-8339-7d75e40e8c09 with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 21:24:03.012644 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-5294bef5-0ece-4cf7-a561-ad76e6691dc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806436-1-iscsi, 9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:24:03.018414 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5294bef5-0ece-4cf7-a561-ad76e6691dc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:03.019181 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5294bef5-0ece-4cf7-a561-ad76e6691dc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:03.026120 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8ec854-80bd-465f-9b55-58372000f1aa None None] Network 9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89 requested from dv-cinder-806436-1-iscsi {{(pid=93798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 21:24:03.037353 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-5294bef5-0ece-4cf7-a561-ad76e6691dc5 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4812427 Aug 27 21:24:03.040391 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 56932) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:24:03.102038 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 56936) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:24:03.162423 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [None req-2cf967f7-fbfb-4aea-860b-207b58fba9c2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1071624808-router', 'tenant_id': '4c7881af14ba462d932065fd81b90b6e', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e'}}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:24:03.186862 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2cf967f7-fbfb-4aea-860b-207b58fba9c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-630306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40244'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:03.188317 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2cf967f7-fbfb-4aea-860b-207b58fba9c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40255'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:03.212411 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [None req-0da25523-8d3e-4c34-be7c-7f8deaecb4db admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-353423049-network', 'tenant_id': 'f8b30927378840a284e230193294d3eb'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:24:03.213560 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e475da47-3fcc-4b04-97d5-c0e3c83e5c8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7822c764-62b3-5da8-a3e8-a6ab57b66038-9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89', 'network_id': '9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89', 'tenant_id': '4c7881af14ba462d932065fd81b90b6e', 'fixed_ips': [{'subnet_id': '6921f496-5d7a-4db6-bf96-720866799ce1'}]}} from dv-cinder-806436-1-iscsi. {{(pid=93798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 21:24:03.214502 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e475da47-3fcc-4b04-97d5-c0e3c83e5c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:03.281080 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2cf967f7-fbfb-4aea-860b-207b58fba9c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:03.295622 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 56942) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:24:03.309451 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da25523-8d3e-4c34-be7c-7f8deaecb4db admin admin] Made reservation on behalf of f8b30927378840a284e230193294d3eb for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 21:24:03.313009 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0da25523-8d3e-4c34-be7c-7f8deaecb4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:03.337505 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [None req-b195cb87-2a19-44ac-bf34-096ff5767e9c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-952311750-network', 'tenant_id': '14563a8ba9b44d56b8d0c9ce11383a86'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:24:03.403760 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0da25523-8d3e-4c34-be7c-7f8deaecb4db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:03.461423 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-e475da47-3fcc-4b04-97d5-c0e3c83e5c8b None None] Allocated IP 172.20.0.2 (9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89/6921f496-5d7a-4db6-bf96-720866799ce1/10f1d64c-08d1-4662-9586-f36fad3b04bb) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 21:24:03.500984 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b195cb87-2a19-44ac-bf34-096ff5767e9c admin admin] Made reservation on behalf of 14563a8ba9b44d56b8d0c9ce11383a86 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 21:24:03.503739 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b195cb87-2a19-44ac-bf34-096ff5767e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:03.515269 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b195cb87-2a19-44ac-bf34-096ff5767e9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:03.627579 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [None req-b9b48cd7-8f3d-42a8-babf-d84c8669f2ad admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1633864870-network', 'tenant_id': 'd85acf80c1214d5c8d691bb5f68d5537'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:24:03.659101 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2cf967f7-fbfb-4aea-860b-207b58fba9c2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:03.671096 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [None req-ed04fd10-874e-4a52-a76e-60a8937c68bf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1851406201-network', 'tenant_id': 'f86ecf3ade224edea8eb50a9b92b58b0'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:24:03.751704 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b195cb87-2a19-44ac-bf34-096ff5767e9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:03.775014 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b195cb87-2a19-44ac-bf34-096ff5767e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:03.784920 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e475da47-3fcc-4b04-97d5-c0e3c83e5c8b None None] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:03.802806 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-e475da47-3fcc-4b04-97d5-c0e3c83e5c8b None None] Transition to ACTIVE for port object 10f1d64c-08d1-4662-9586-f36fad3b04bb will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:24:03.831311 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b195cb87-2a19-44ac-bf34-096ff5767e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0819f91c-3f56-417e-b479-789811ec40ca,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:03.832364 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-e475da47-3fcc-4b04-97d5-c0e3c83e5c8b None None] Transition to ACTIVE for port object 10f1d64c-08d1-4662-9586-f36fad3b04bb will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:24:03.844452 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e475da47-3fcc-4b04-97d5-c0e3c83e5c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794200564228'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:03.868650 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b195cb87-2a19-44ac-bf34-096ff5767e9c admin admin] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 21:24:03.907739 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e475da47-3fcc-4b04-97d5-c0e3c83e5c8b None None] Network 9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:24:03.912378 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-e475da47-3fcc-4b04-97d5-c0e3c83e5c8b None None] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:24:03.915298 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e475da47-3fcc-4b04-97d5-c0e3c83e5c8b None None] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 21:24:03.934961 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e475da47-3fcc-4b04-97d5-c0e3c83e5c8b None None] Pushing event updated for resources: {'Port': ['ID=10f1d64c-08d1-4662-9586-f36fad3b04bb,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:03.946697 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b195cb87-2a19-44ac-bf34-096ff5767e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226622'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:03.947486 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.db.segments_db [None req-b195cb87-2a19-44ac-bf34-096ff5767e9c admin admin] Added segment e4c8a9b3-ec0a-4f54-94cf-8350a677f6b5 of type vlan for network 3ea8ee77-155d-4101-a143-9a4a63ff8e86 Aug 27 21:24:03.974649 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e475da47-3fcc-4b04-97d5-c0e3c83e5c8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:24:03.976806 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e475da47-3fcc-4b04-97d5-c0e3c83e5c8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:24:03.977154 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e475da47-3fcc-4b04-97d5-c0e3c83e5c8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:24:03.977429 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e475da47-3fcc-4b04-97d5-c0e3c83e5c8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:24:03.977761 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e475da47-3fcc-4b04-97d5-c0e3c83e5c8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:24:03.978097 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e475da47-3fcc-4b04-97d5-c0e3c83e5c8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:24:03.978453 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e475da47-3fcc-4b04-97d5-c0e3c83e5c8b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:24:03.978782 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e475da47-3fcc-4b04-97d5-c0e3c83e5c8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:24:03.979131 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e475da47-3fcc-4b04-97d5-c0e3c83e5c8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:24:03.979463 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e475da47-3fcc-4b04-97d5-c0e3c83e5c8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:24:03.979791 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e475da47-3fcc-4b04-97d5-c0e3c83e5c8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:24:03.980113 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e475da47-3fcc-4b04-97d5-c0e3c83e5c8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:24:03.985155 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e475da47-3fcc-4b04-97d5-c0e3c83e5c8b None None] Tracked resource versions report: Aug 27 21:24:03.985155 dv-cinder-806436-1-iscsi neutron-server[93798]: pushed versions: Aug 27 21:24:03.985155 dv-cinder-806436-1-iscsi neutron-server[93798]: { 'AddressGroup': {'1.2'}, Aug 27 21:24:03.985155 dv-cinder-806436-1-iscsi neutron-server[93798]: 'ConntrackHelper': {'1.0'}, Aug 27 21:24:03.985155 dv-cinder-806436-1-iscsi neutron-server[93798]: 'Log': {'1.0'}, Aug 27 21:24:03.985155 dv-cinder-806436-1-iscsi neutron-server[93798]: 'Network': {'1.1'}, Aug 27 21:24:03.985155 dv-cinder-806436-1-iscsi neutron-server[93798]: 'Port': {'1.7'}, Aug 27 21:24:03.985155 dv-cinder-806436-1-iscsi neutron-server[93798]: 'PortForwarding': {'1.2'}, Aug 27 21:24:03.985155 dv-cinder-806436-1-iscsi neutron-server[93798]: 'QosPolicy': {'1.9'}, Aug 27 21:24:03.985155 dv-cinder-806436-1-iscsi neutron-server[93798]: 'SecurityGroup': {'1.4'}, Aug 27 21:24:03.985155 dv-cinder-806436-1-iscsi neutron-server[93798]: 'SecurityGroupRule': {'1.2'}, Aug 27 21:24:03.985155 dv-cinder-806436-1-iscsi neutron-server[93798]: 'SubPort': {'1.0'}, Aug 27 21:24:03.985155 dv-cinder-806436-1-iscsi neutron-server[93798]: 'Subnet': {'1.1'}, Aug 27 21:24:03.985155 dv-cinder-806436-1-iscsi neutron-server[93798]: 'Trunk': {'1.1'}} Aug 27 21:24:03.985155 dv-cinder-806436-1-iscsi neutron-server[93798]: consumer versions: Aug 27 21:24:03.985155 dv-cinder-806436-1-iscsi neutron-server[93798]: { DHCP agent@dv-cinder-806436-1-iscsi: {}, Aug 27 21:24:03.985155 dv-cinder-806436-1-iscsi neutron-server[93798]: HyperV agent@hv-cinder-80643: {}, Aug 27 21:24:03.985155 dv-cinder-806436-1-iscsi neutron-server[93798]: L3 agent@dv-cinder-806436-1-iscsi: {}, Aug 27 21:24:03.985155 dv-cinder-806436-1-iscsi neutron-server[93798]: Metadata agent@dv-cinder-806436-1-iscsi: {}, Aug 27 21:24:03.985155 dv-cinder-806436-1-iscsi neutron-server[93798]: Metering agent@dv-cinder-806436-1-iscsi: {}, Aug 27 21:24:03.985155 dv-cinder-806436-1-iscsi neutron-server[93798]: Open vSwitch agent@dv-cinder-806436-1-iscsi: { 'AddressGroup': '1.2', Aug 27 21:24:03.985155 dv-cinder-806436-1-iscsi neutron-server[93798]: 'ConntrackHelper': '1.0', Aug 27 21:24:03.985155 dv-cinder-806436-1-iscsi neutron-server[93798]: 'Log': '1.0', Aug 27 21:24:03.985155 dv-cinder-806436-1-iscsi neutron-server[93798]: 'Network': '1.1', Aug 27 21:24:03.985155 dv-cinder-806436-1-iscsi neutron-server[93798]: 'Port': '1.7', Aug 27 21:24:03.985155 dv-cinder-806436-1-iscsi neutron-server[93798]: 'PortForwarding': '1.2', Aug 27 21:24:03.985155 dv-cinder-806436-1-iscsi neutron-server[93798]: 'QosPolicy': '1.9', Aug 27 21:24:03.985155 dv-cinder-806436-1-iscsi neutron-server[93798]: 'SecurityGroup': '1.4', Aug 27 21:24:03.985155 dv-cinder-806436-1-iscsi neutron-server[93798]: 'SecurityGroupRule': '1.2', Aug 27 21:24:03.985155 dv-cinder-806436-1-iscsi neutron-server[93798]: 'SubPort': '1.0', Aug 27 21:24:03.985155 dv-cinder-806436-1-iscsi neutron-server[93798]: 'Subnet': '1.1', Aug 27 21:24:03.985155 dv-cinder-806436-1-iscsi neutron-server[93798]: 'Trunk': '1.1'}} Aug 27 21:24:03.985155 dv-cinder-806436-1-iscsi neutron-server[93798]: {{(pid=93798) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 21:24:04.079493 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-e475da47-3fcc-4b04-97d5-c0e3c83e5c8b None None] Attempting to bind port 10f1d64c-08d1-4662-9586-f36fad3b04bb on host dv-cinder-806436-1-iscsi for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 21:24:04.081320 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-e475da47-3fcc-4b04-97d5-c0e3c83e5c8b None None] Attempting to bind port 10f1d64c-08d1-4662-9586-f36fad3b04bb by drivers openvswitch,hyperv on host dv-cinder-806436-1-iscsi at level 0 using segments [{'id': 'cf28798e-2dc9-43ac-a0bc-53018bbccb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 21:24:04.082241 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e475da47-3fcc-4b04-97d5-c0e3c83e5c8b None None] Attempting to bind port 10f1d64c-08d1-4662-9586-f36fad3b04bb on network 9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:24:04.091625 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e475da47-3fcc-4b04-97d5-c0e3c83e5c8b None None] Checking agent: {'id': '7431bd39-0fd9-4a64-8486-900009fb8dd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806436-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 21, 15, 51), 'started_at': datetime.datetime(2021, 8, 27, 21, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 21, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806436-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 21:24:04.093050 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e475da47-3fcc-4b04-97d5-c0e3c83e5c8b None None] Checking segment: {'id': 'cf28798e-2dc9-43ac-a0bc-53018bbccb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:24:04.093964 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e475da47-3fcc-4b04-97d5-c0e3c83e5c8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:04.094842 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e475da47-3fcc-4b04-97d5-c0e3c83e5c8b None None] Bound using segment: {'id': 'cf28798e-2dc9-43ac-a0bc-53018bbccb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 21:24:04.095932 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-e475da47-3fcc-4b04-97d5-c0e3c83e5c8b None None] Bound port: 10f1d64c-08d1-4662-9586-f36fad3b04bb, host: dv-cinder-806436-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf28798e-2dc9-43ac-a0bc-53018bbccb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 21:24:04.097359 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e475da47-3fcc-4b04-97d5-c0e3c83e5c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:04.132315 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b195cb87-2a19-44ac-bf34-096ff5767e9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794200552295'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:04.199328 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2cf967f7-fbfb-4aea-860b-207b58fba9c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:04.244013 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2cf967f7-fbfb-4aea-860b-207b58fba9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:04.338833 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0da25523-8d3e-4c34-be7c-7f8deaecb4db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:04.339711 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b195cb87-2a19-44ac-bf34-096ff5767e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:04.341044 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b195cb87-2a19-44ac-bf34-096ff5767e9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:04.342346 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b195cb87-2a19-44ac-bf34-096ff5767e9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:04.358726 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0da25523-8d3e-4c34-be7c-7f8deaecb4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:04.377437 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-e475da47-3fcc-4b04-97d5-c0e3c83e5c8b None None] For port 10f1d64c-08d1-4662-9586-f36fad3b04bb, host dv-cinder-806436-1-iscsi, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 21:24:04.381131 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b48cd7-8f3d-42a8-babf-d84c8669f2ad admin admin] Made reservation on behalf of d85acf80c1214d5c8d691bb5f68d5537 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 21:24:04.386660 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b9b48cd7-8f3d-42a8-babf-d84c8669f2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:04.391886 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-e475da47-3fcc-4b04-97d5-c0e3c83e5c8b None None] For port 10f1d64c-08d1-4662-9586-f36fad3b04bb, host dv-cinder-806436-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=10f1d64c-08d1-4662-9586-f36fad3b04bb,segment=NetworkSegment(cf28798e-2dc9-43ac-a0bc-53018bbccb0e),segment_id=cf28798e-2dc9-43ac-a0bc-53018bbccb0e)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 21:24:04.398615 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e475da47-3fcc-4b04-97d5-c0e3c83e5c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:04.414902 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b9b48cd7-8f3d-42a8-babf-d84c8669f2ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:04.454199 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da25523-8d3e-4c34-be7c-7f8deaecb4db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=069df293-d1c8-42e2-a53b-49d4d0c34c3d,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:04.537758 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-b195cb87-2a19-44ac-bf34-096ff5767e9c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6388948 Aug 27 21:24:04.546459 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 56986) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:24:04.549025 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed04fd10-874e-4a52-a76e-60a8937c68bf admin admin] Made reservation on behalf of f86ecf3ade224edea8eb50a9b92b58b0 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 21:24:04.551831 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed04fd10-874e-4a52-a76e-60a8937c68bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:04.571740 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e475da47-3fcc-4b04-97d5-c0e3c83e5c8b None None] Pushing event updated for resources: {'Port': ['ID=10f1d64c-08d1-4662-9586-f36fad3b04bb,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:04.573872 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed04fd10-874e-4a52-a76e-60a8937c68bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:04.589043 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0da25523-8d3e-4c34-be7c-7f8deaecb4db admin admin] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 21:24:04.590175 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [None req-3559919b-8aba-4676-8ef0-6a3cfa4a7cde admin admin] Request body: {'subnet': {'network_id': '3ea8ee77-155d-4101-a143-9a4a63ff8e86', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-952311750-subnet', 'tenant_id': '14563a8ba9b44d56b8d0c9ce11383a86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:24:04.680997 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b195cb87-2a19-44ac-bf34-096ff5767e9c admin admin] Pushing event updated for resources: {'Network': ['ID=3ea8ee77-155d-4101-a143-9a4a63ff8e86,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:04.697419 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Network 3ea8ee77-155d-4101-a143-9a4a63ff8e86 details requested by agent ovs-agent-dv-cinder-806436-1-iscsi with host dv-cinder-806436-1-iscsi {{(pid=93798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 21:24:04.697657 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-2cf967f7-fbfb-4aea-860b-207b58fba9c2 admin admin] Allocated IP 172.27.0.231 (3cb20040-a5aa-4574-8b0a-6832b57fea7e/ca2fa5cb-b298-4fb9-b5f4-ab6912612305/0c0a21da-690f-4bff-8a38-757117dd485b) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 21:24:04.702730 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0da25523-8d3e-4c34-be7c-7f8deaecb4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226622'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:04.703282 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.db.segments_db [None req-0da25523-8d3e-4c34-be7c-7f8deaecb4db admin admin] Added segment 52d99102-2b75-41b5-9952-77d7ee7e2909 of type vlan for network 5fbb2a6b-0896-4fd4-bd40-c249a33d87a8 Aug 27 21:24:04.840602 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b9b48cd7-8f3d-42a8-babf-d84c8669f2ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:04.844619 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b9b48cd7-8f3d-42a8-babf-d84c8669f2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:04.973142 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9b48cd7-8f3d-42a8-babf-d84c8669f2ad admin admin] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 21:24:05.004802 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0da25523-8d3e-4c34-be7c-7f8deaecb4db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794200552295'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:05.075796 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b9b48cd7-8f3d-42a8-babf-d84c8669f2ad admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794201047525', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226622'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:05.077375 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b9b48cd7-8f3d-42a8-babf-d84c8669f2ad admin admin] Unsubscribe: segment precommit_create {{(pid=93796) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 27 21:24:05.079988 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.db.segments_db [None req-b9b48cd7-8f3d-42a8-babf-d84c8669f2ad admin admin] Added segment 84f1e0e1-cdf6-4d9e-8b98-d68a856efc21 of type vlan for network 600ad957-5e1d-4c25-b2f2-24910ad9786e Aug 27 21:24:05.108560 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3559919b-8aba-4676-8ef0-6a3cfa4a7cde admin admin] Made reservation on behalf of 14563a8ba9b44d56b8d0c9ce11383a86 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 21:24:05.114701 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3559919b-8aba-4676-8ef0-6a3cfa4a7cde admin admin] Notify callbacks [] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:05.149730 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2cf967f7-fbfb-4aea-860b-207b58fba9c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:05.168573 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0da25523-8d3e-4c34-be7c-7f8deaecb4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:05.170897 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da25523-8d3e-4c34-be7c-7f8deaecb4db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:05.172065 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0da25523-8d3e-4c34-be7c-7f8deaecb4db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:05.359948 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2cf967f7-fbfb-4aea-860b-207b58fba9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794200564228'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:05.379677 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b48cd7-8f3d-42a8-babf-d84c8669f2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c706f8-1797-41e2-ab3c-1f3913c7bb91,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:05.411073 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b9b48cd7-8f3d-42a8-babf-d84c8669f2ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794200552295'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:05.419352 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da25523-8d3e-4c34-be7c-7f8deaecb4db admin admin] Pushing event updated for resources: {'Network': ['ID=5fbb2a6b-0896-4fd4-bd40-c249a33d87a8,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:05.426151 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed04fd10-874e-4a52-a76e-60a8937c68bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:05.435031 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed04fd10-874e-4a52-a76e-60a8937c68bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:05.439322 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Network 5fbb2a6b-0896-4fd4-bd40-c249a33d87a8 details requested by agent ovs-agent-dv-cinder-806436-1-iscsi with host dv-cinder-806436-1-iscsi {{(pid=93798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 21:24:05.485587 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b9b48cd7-8f3d-42a8-babf-d84c8669f2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:05.486731 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b48cd7-8f3d-42a8-babf-d84c8669f2ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:05.487566 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b9b48cd7-8f3d-42a8-babf-d84c8669f2ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:05.500789 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf967f7-fbfb-4aea-860b-207b58fba9c2 admin admin] Network 3cb20040-a5aa-4574-8b0a-6832b57fea7e is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:24:05.502678 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-0da25523-8d3e-4c34-be7c-7f8deaecb4db admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.6468656 Aug 27 21:24:05.510543 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 57020) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:24:05.517846 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [None req-9f491377-f1e8-4776-92a2-6de31e27a6fb admin admin] Request body: {'subnet': {'network_id': '5fbb2a6b-0896-4fd4-bd40-c249a33d87a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-353423049-subnet', 'tenant_id': 'f8b30927378840a284e230193294d3eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:24:05.542996 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-2cf967f7-fbfb-4aea-860b-207b58fba9c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:24:05.547232 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf967f7-fbfb-4aea-860b-207b58fba9c2 admin admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 21:24:05.550513 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf967f7-fbfb-4aea-860b-207b58fba9c2 admin admin] Pushing event updated for resources: {'Port': ['ID=0c0a21da-690f-4bff-8a38-757117dd485b,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:05.559754 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed04fd10-874e-4a52-a76e-60a8937c68bf admin admin] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 21:24:05.606284 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-b9b48cd7-8f3d-42a8-babf-d84c8669f2ad admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.5029600 Aug 27 21:24:05.631291 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 57030) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:24:05.681396 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [None req-8464a50c-6624-485a-8cbc-d433d8ed3bbe admin admin] Request body: {'subnet': {'network_id': '600ad957-5e1d-4c25-b2f2-24910ad9786e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1633864870-subnet', 'tenant_id': 'd85acf80c1214d5c8d691bb5f68d5537', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:24:05.685542 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed04fd10-874e-4a52-a76e-60a8937c68bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226622'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:05.685542 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.db.segments_db [None req-ed04fd10-874e-4a52-a76e-60a8937c68bf admin admin] Added segment cc218a4a-0181-4b4c-a554-32acf37b90dd of type vlan for network 3810ce44-ef2e-4539-825a-afaeff9378bf Aug 27 21:24:05.701751 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed04fd10-874e-4a52-a76e-60a8937c68bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a722084-cfeb-458e-82bc-0b9f62136646,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:05.726402 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b48cd7-8f3d-42a8-babf-d84c8669f2ad admin admin] Pushing event updated for resources: {'Network': ['ID=600ad957-5e1d-4c25-b2f2-24910ad9786e,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:05.798775 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f491377-f1e8-4776-92a2-6de31e27a6fb admin admin] Made reservation on behalf of f8b30927378840a284e230193294d3eb for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 21:24:05.799140 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Network 600ad957-5e1d-4c25-b2f2-24910ad9786e details requested by agent ovs-agent-dv-cinder-806436-1-iscsi with host dv-cinder-806436-1-iscsi {{(pid=93798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 21:24:05.801749 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9f491377-f1e8-4776-92a2-6de31e27a6fb admin admin] Notify callbacks [] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:05.848048 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3559919b-8aba-4676-8ef0-6a3cfa4a7cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:05.870031 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed04fd10-874e-4a52-a76e-60a8937c68bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794200552295'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:06.008077 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.db.resource_extend [None req-ed04fd10-874e-4a52-a76e-60a8937c68bf admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 21:24:06.039123 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3559919b-8aba-4676-8ef0-6a3cfa4a7cde admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a07107b-0e24-46bd-9551-d09ef0c6f8f2,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:06.039465 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 10f1d64c-08d1-4662-9586-f36fad3b04bb up at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:24:06.083415 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8464a50c-6624-485a-8cbc-d433d8ed3bbe admin admin] Made reservation on behalf of d85acf80c1214d5c8d691bb5f68d5537 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 21:24:06.086483 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8464a50c-6624-485a-8cbc-d433d8ed3bbe admin admin] Notify callbacks [] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:06.127186 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed04fd10-874e-4a52-a76e-60a8937c68bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:06.128518 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed04fd10-874e-4a52-a76e-60a8937c68bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:06.129430 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed04fd10-874e-4a52-a76e-60a8937c68bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:06.197099 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning for port 10f1d64c-08d1-4662-9586-f36fad3b04bb completed by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:24:06.229488 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f6309b-4cb1-487e-b079-123fba8f5432 None None] Network 9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89 requested from dv-cinder-806436-1-iscsi {{(pid=93798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 21:24:06.432634 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-ed04fd10-874e-4a52-a76e-60a8937c68bf admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.1344688 Aug 27 21:24:06.445295 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 57070) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:24:06.454175 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [None req-eaaf14dc-71fb-43dd-9e64-3a44f02028ea admin admin] Request body: {'subnet': {'network_id': '3810ce44-ef2e-4539-825a-afaeff9378bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1851406201-subnet', 'tenant_id': 'f86ecf3ade224edea8eb50a9b92b58b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:24:06.459213 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-e04bfd59-ff74-4d73-a580-0f42e1c40ed7 None None] Provisioning for port 10f1d64c-08d1-4662-9586-f36fad3b04bb completed by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:24:06.472562 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-e04bfd59-ff74-4d73-a580-0f42e1c40ed7 None None] Provisioning complete for port 10f1d64c-08d1-4662-9586-f36fad3b04bb triggered by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:24:06.472896 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e04bfd59-ff74-4d73-a580-0f42e1c40ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:06.493733 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8464a50c-6624-485a-8cbc-d433d8ed3bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:06.497889 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed04fd10-874e-4a52-a76e-60a8937c68bf admin admin] Pushing event updated for resources: {'Network': ['ID=3810ce44-ef2e-4539-825a-afaeff9378bf,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:06.512824 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2cf967f7-fbfb-4aea-860b-207b58fba9c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:06.521942 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Network 3810ce44-ef2e-4539-825a-afaeff9378bf details requested by agent ovs-agent-dv-cinder-806436-1-iscsi with host dv-cinder-806436-1-iscsi {{(pid=93798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 21:24:06.544510 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3559919b-8aba-4676-8ef0-6a3cfa4a7cde admin admin] Checking segment: {'id': 'e4c8a9b3-ec0a-4f54-94cf-8350a677f6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '3ea8ee77-155d-4101-a143-9a4a63ff8e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:24:06.545201 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3559919b-8aba-4676-8ef0-6a3cfa4a7cde admin admin] Network hostable DHCP agents. Network: 3ea8ee77-155d-4101-a143-9a4a63ff8e86, hostable agents: ['1749b5b4-19f7-4836-8339-7d75e40e8c09'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 21:24:06.616396 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8464a50c-6624-485a-8cbc-d433d8ed3bbe admin admin] Checking segment: {'id': '84f1e0e1-cdf6-4d9e-8b98-d68a856efc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '600ad957-5e1d-4c25-b2f2-24910ad9786e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:24:06.616396 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8464a50c-6624-485a-8cbc-d433d8ed3bbe admin admin] Network hostable DHCP agents. Network: 600ad957-5e1d-4c25-b2f2-24910ad9786e, hostable agents: ['1749b5b4-19f7-4836-8339-7d75e40e8c09'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 21:24:06.634639 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaaf14dc-71fb-43dd-9e64-3a44f02028ea admin admin] Made reservation on behalf of f86ecf3ade224edea8eb50a9b92b58b0 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 21:24:06.656288 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8464a50c-6624-485a-8cbc-d433d8ed3bbe admin admin] Network 600ad957-5e1d-4c25-b2f2-24910ad9786e is scheduled to be hosted by DHCP agent 1749b5b4-19f7-4836-8339-7d75e40e8c09 with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 21:24:06.656614 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-eaaf14dc-71fb-43dd-9e64-3a44f02028ea admin admin] Notify callbacks [] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:06.677750 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8464a50c-6624-485a-8cbc-d433d8ed3bbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=84677f0a-0da6-491c-9327-c8f7c6607396,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:06.742430 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3559919b-8aba-4676-8ef0-6a3cfa4a7cde admin admin] Network 3ea8ee77-155d-4101-a143-9a4a63ff8e86 is scheduled to be hosted by DHCP agent 1749b5b4-19f7-4836-8339-7d75e40e8c09 with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 21:24:06.758167 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-8464a50c-6624-485a-8cbc-d433d8ed3bbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806436-1-iscsi, 600ad957-5e1d-4c25-b2f2-24910ad9786e) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:24:06.792331 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8464a50c-6624-485a-8cbc-d433d8ed3bbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:06.794610 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8464a50c-6624-485a-8cbc-d433d8ed3bbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:06.800309 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-3559919b-8aba-4676-8ef0-6a3cfa4a7cde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806436-1-iscsi, 3ea8ee77-155d-4101-a143-9a4a63ff8e86) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:24:06.808198 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d54d96-1c46-4f02-9efa-61d022907934 None None] Network 600ad957-5e1d-4c25-b2f2-24910ad9786e requested from dv-cinder-806436-1-iscsi {{(pid=93798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 21:24:06.846288 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3559919b-8aba-4676-8ef0-6a3cfa4a7cde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:06.846288 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3559919b-8aba-4676-8ef0-6a3cfa4a7cde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:06.880622 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3151215-b275-4b48-a7e0-f2648b2ca3e3 None None] Network 3ea8ee77-155d-4101-a143-9a4a63ff8e86 requested from dv-cinder-806436-1-iscsi {{(pid=93798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 21:24:06.992552 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-8464a50c-6624-485a-8cbc-d433d8ed3bbe admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3323827 Aug 27 21:24:06.996251 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e04bfd59-ff74-4d73-a580-0f42e1c40ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:07.028155 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-3559919b-8aba-4676-8ef0-6a3cfa4a7cde admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4772587 Aug 27 21:24:07.041565 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2cf967f7-fbfb-4aea-860b-207b58fba9c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-630453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628283'] for router, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:07.103972 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9f491377-f1e8-4776-92a2-6de31e27a6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:07.247684 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-e04bfd59-ff74-4d73-a580-0f42e1c40ed7 None None] For port 10f1d64c-08d1-4662-9586-f36fad3b04bb, host dv-cinder-806436-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=10f1d64c-08d1-4662-9586-f36fad3b04bb,segment=NetworkSegment(cf28798e-2dc9-43ac-a0bc-53018bbccb0e),segment_id=cf28798e-2dc9-43ac-a0bc-53018bbccb0e)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:24:07.266622 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e04bfd59-ff74-4d73-a580-0f42e1c40ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:07.458685 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f491377-f1e8-4776-92a2-6de31e27a6fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5e1eaea-5bab-43a2-8e07-1f620faa4b4a,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:07.572519 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f491377-f1e8-4776-92a2-6de31e27a6fb admin admin] Checking segment: {'id': '52d99102-2b75-41b5-9952-77d7ee7e2909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5fbb2a6b-0896-4fd4-bd40-c249a33d87a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:24:07.573355 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f491377-f1e8-4776-92a2-6de31e27a6fb admin admin] Network hostable DHCP agents. Network: 5fbb2a6b-0896-4fd4-bd40-c249a33d87a8, hostable agents: ['1749b5b4-19f7-4836-8339-7d75e40e8c09'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 21:24:07.619677 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c313554-aac8-42de-8134-3a20cb8e0297 None None] Network 600ad957-5e1d-4c25-b2f2-24910ad9786e requested from dv-cinder-806436-1-iscsi {{(pid=93798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 21:24:07.654056 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 57134) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:24:07.675459 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f874adba-8a2c-4cd1-b5a7-73715641f307 None None] Network 3ea8ee77-155d-4101-a143-9a4a63ff8e86 requested from dv-cinder-806436-1-iscsi {{(pid=93798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 21:24:07.689350 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f491377-f1e8-4776-92a2-6de31e27a6fb admin admin] Network 5fbb2a6b-0896-4fd4-bd40-c249a33d87a8 is scheduled to be hosted by DHCP agent 1749b5b4-19f7-4836-8339-7d75e40e8c09 with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 21:24:07.743943 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-9f491377-f1e8-4776-92a2-6de31e27a6fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806436-1-iscsi, 5fbb2a6b-0896-4fd4-bd40-c249a33d87a8) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:24:07.765398 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f491377-f1e8-4776-92a2-6de31e27a6fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:07.774731 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9f491377-f1e8-4776-92a2-6de31e27a6fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:07.809947 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-9f491377-f1e8-4776-92a2-6de31e27a6fb admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.2957828 Aug 27 21:24:07.813991 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 57148) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:24:07.819268 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04bfd59-ff74-4d73-a580-0f42e1c40ed7 None None] Pushing event updated for resources: {'Port': ['ID=10f1d64c-08d1-4662-9586-f36fad3b04bb,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:07.821891 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [None req-582c3eac-7199-40e2-aa00-6b09f624f081 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-353423049-router', 'tenant_id': 'f8b30927378840a284e230193294d3eb', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:24:07.839511 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07eeb386-8323-473b-821a-3aa20048be35 None None] Network 5fbb2a6b-0896-4fd4-bd40-c249a33d87a8 requested from dv-cinder-806436-1-iscsi {{(pid=93798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 21:24:07.847102 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-c17e321b-0049-4e4d-a487-b27727d89989 None None] Provisioning complete for port 10f1d64c-08d1-4662-9586-f36fad3b04bb triggered by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:24:07.847451 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c17e321b-0049-4e4d-a487-b27727d89989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:07.854645 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-582c3eac-7199-40e2-aa00-6b09f624f081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-630306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40244'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:07.856824 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-582c3eac-7199-40e2-aa00-6b09f624f081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40255'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:07.883881 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.agents_db [None req-9a3f5963-9603-4723-9a6c-2e2f5b4345b2 None None] Agent healthcheck: found 6 active agents {{(pid=93799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 21:24:07.984727 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-eaaf14dc-71fb-43dd-9e64-3a44f02028ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:08.010512 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf967f7-fbfb-4aea-860b-207b58fba9c2 admin admin] Router af46ff4f-6630-489b-84a6-265c56f11df1 is scheduled to L3 agent da753c34-e47f-42d8-9f83-ec5464f53bc8 with binding_index 1 {{(pid=93797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 21:24:08.270230 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 57180) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:24:08.272004 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaf14dc-71fb-43dd-9e64-3a44f02028ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=1118719e-5689-4aa5-abb3-709897e8d96a,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:08.278870 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-582c3eac-7199-40e2-aa00-6b09f624f081 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:08.285802 dv-cinder-806436-1-iscsi neutron-server[93797]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 27 21:24:08.463976 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd4df5d-64e8-4fa4-aeaa-0ecec7336f7b None None] Network 5fbb2a6b-0896-4fd4-bd40-c249a33d87a8 requested from dv-cinder-806436-1-iscsi {{(pid=93798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 21:24:08.493199 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d5d6b101-13c2-4d95-b18f-12c3e981f09b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:08.557479 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783fbe52-8f72-4bd0-ac9f-f946bd5242b0 req-28ab312c-d455-4dea-97cf-4b34af0b8e13 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:08.559263 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-783fbe52-8f72-4bd0-ac9f-f946bd5242b0 req-28ab312c-d455-4dea-97cf-4b34af0b8e13 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/networks?id=3ea8ee77-155d-4101-a143-9a4a63ff8e86 HTTP/1.1" status: 200 len: 811 time: 0.2844727 Aug 27 21:24:08.568115 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaaf14dc-71fb-43dd-9e64-3a44f02028ea admin admin] Checking segment: {'id': 'cc218a4a-0181-4b4c-a554-32acf37b90dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3810ce44-ef2e-4539-825a-afaeff9378bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:24:08.568793 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaaf14dc-71fb-43dd-9e64-3a44f02028ea admin admin] Network hostable DHCP agents. Network: 3810ce44-ef2e-4539-825a-afaeff9378bf, hostable agents: ['1749b5b4-19f7-4836-8339-7d75e40e8c09'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 21:24:08.645971 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-783fbe52-8f72-4bd0-ac9f-f946bd5242b0 req-3e4dfe7a-e19b-4fec-9395-c210dbb88e4e tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/quotas/14563a8ba9b44d56b8d0c9ce11383a86 HTTP/1.1" status: 200 len: 375 time: 0.0745263 Aug 27 21:24:08.667816 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf967f7-fbfb-4aea-860b-207b58fba9c2 admin admin] Notify agent at l3_agent.dv-cinder-806436-1-iscsi the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 21:24:08.681631 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b8df7c-f2fa-4874-8ea8-3207d7255343 None None] Sync routers for ids ['af46ff4f-6630-489b-84a6-265c56f11df1'] in dv-cinder-806436-1-iscsi {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 21:24:08.684593 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaaf14dc-71fb-43dd-9e64-3a44f02028ea admin admin] Network 3810ce44-ef2e-4539-825a-afaeff9378bf is scheduled to be hosted by DHCP agent 1749b5b4-19f7-4836-8339-7d75e40e8c09 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 21:24:08.697910 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b8df7c-f2fa-4874-8ea8-3207d7255343 None None] Routers {'af46ff4f-6630-489b-84a6-265c56f11df1'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:24:08.698906 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-e8b8df7c-f2fa-4874-8ea8-3207d7255343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:23:51Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['af46ff4f-6630-489b-84a6-265c56f11df1'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:24:08.715521 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-582c3eac-7199-40e2-aa00-6b09f624f081 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:08.742914 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2cf967f7-fbfb-4aea-860b-207b58fba9c2 admin admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:08.747436 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-2cf967f7-fbfb-4aea-860b-207b58fba9c2 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.7041953 Aug 27 21:24:08.750796 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-783fbe52-8f72-4bd0-ac9f-f946bd5242b0 req-308157b1-2fb1-45d2-bc86-9d1c8ce3f39e tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=14563a8ba9b44d56b8d0c9ce11383a86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0799413 Aug 27 21:24:08.751584 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 57202) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:24:08.765527 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-eaaf14dc-71fb-43dd-9e64-3a44f02028ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806436-1-iscsi, 3810ce44-ef2e-4539-825a-afaeff9378bf) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:24:08.775355 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6397f190-b211-479b-8f78-fc14ad3e2118 None None] Network 3810ce44-ef2e-4539-825a-afaeff9378bf requested from dv-cinder-806436-1-iscsi {{(pid=93798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 21:24:08.840360 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 57206) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:24:08.853747 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [None req-de6be93b-ac59-4386-a4ff-e06cbb972db2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1697392611-network', 'tenant_id': 'c6d80c48b41c42b8a7952ae7abe8f269'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:24:08.854196 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaaf14dc-71fb-43dd-9e64-3a44f02028ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:08.855335 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-eaaf14dc-71fb-43dd-9e64-3a44f02028ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:08.966341 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-e8b8df7c-f2fa-4874-8ea8-3207d7255343 None None] Set router af46ff4f-6630-489b-84a6-265c56f11df1 gateway port host: dv-cinder-806436-1-iscsi {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:24:09.092970 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d5d6b101-13c2-4d95-b18f-12c3e981f09b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:09.099166 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d5d6b101-13c2-4d95-b18f-12c3e981f09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:09.132383 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-eaaf14dc-71fb-43dd-9e64-3a44f02028ea admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.6777017 Aug 27 21:24:09.187251 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d6b101-13c2-4d95-b18f-12c3e981f09b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c75ec4a0-9608-4e5c-a85a-fc363caaa81e,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:09.193319 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 57214) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:24:09.349502 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93187b4-9311-45f8-9bc1-7ab993aaeae6 None None] Network 3810ce44-ef2e-4539-825a-afaeff9378bf requested from dv-cinder-806436-1-iscsi {{(pid=93798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 21:24:09.366718 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-e8b8df7c-f2fa-4874-8ea8-3207d7255343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af46ff4f-6630-489b-84a6-265c56f11df1', 'name': 'tempest-AttachVolumeShelveTestJSON-1071624808-router', 'tenant_id': '4c7881af14ba462d932065fd81b90b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '0c0a21da-690f-4bff-8a38-757117dd485b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:24:03Z', 'updated_at': '2021-08-27T21:24:05Z', 'revision_number': 3, 'project_id': '4c7881af14ba462d932065fd81b90b6e', 'gw_port': {'id': '0c0a21da-690f-4bff-8a38-757117dd485b', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:32:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af46ff4f-6630-489b-84a6-265c56f11df1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:24:04Z', 'updated_at': '2021-08-27T21:24:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi'}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:24:09.401232 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b8df7c-f2fa-4874-8ea8-3207d7255343 None None] Checking router: af46ff4f-6630-489b-84a6-265c56f11df1 for host: dv-cinder-806436-1-iscsi {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 21:24:09.401853 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b8df7c-f2fa-4874-8ea8-3207d7255343 None None] Updating router af46ff4f-6630-489b-84a6-265c56f11df1 port 0c0a21da-690f-4bff-8a38-757117dd485b binding host dv-cinder-806436-1-iscsi {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 21:24:09.411027 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-d5d6b101-13c2-4d95-b18f-12c3e981f09b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f9fee28a3b0a440fb391c4f7d29cdbed&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7505741 Aug 27 21:24:09.414541 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 57224) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:24:09.435504 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e8b8df7c-f2fa-4874-8ea8-3207d7255343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:09.558084 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [req-783fbe52-8f72-4bd0-ac9f-f946bd5242b0 req-75c09621-0441-46f9-9057-d2d3cbcbad53 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 21:24:09.559102 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-783fbe52-8f72-4bd0-ac9f-f946bd5242b0 req-75c09621-0441-46f9-9057-d2d3cbcbad53 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3471692 Aug 27 21:24:09.580153 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6be93b-ac59-4386-a4ff-e06cbb972db2 admin admin] Made reservation on behalf of c6d80c48b41c42b8a7952ae7abe8f269 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 21:24:09.583785 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-de6be93b-ac59-4386-a4ff-e06cbb972db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:09.644388 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d1600b8e-4f55-45fe-8e65-7d358792805a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:09.737369 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-783fbe52-8f72-4bd0-ac9f-f946bd5242b0 req-880e8fcd-65dc-4fcc-b11f-026c37918f3d service neutron] 10.222.0.39 "GET /v2.0/networks/3ea8ee77-155d-4101-a143-9a4a63ff8e86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702292 Aug 27 21:24:09.769469 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d1600b8e-4f55-45fe-8e65-7d358792805a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:09.772883 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-de6be93b-ac59-4386-a4ff-e06cbb972db2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:09.829688 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-582c3eac-7199-40e2-aa00-6b09f624f081 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:09.831596 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d1600b8e-4f55-45fe-8e65-7d358792805a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:09.880948 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-d1600b8e-4f55-45fe-8e65-7d358792805a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c435dbaf42a046b3b8ef429fc55dfd02&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6810505 Aug 27 21:24:09.898621 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e8b8df7c-f2fa-4874-8ea8-3207d7255343 None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:09.904110 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 57234) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:24:09.918982 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e8b8df7c-f2fa-4874-8ea8-3207d7255343 None None] Transition to ACTIVE for port object 0c0a21da-690f-4bff-8a38-757117dd485b will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:24:09.928174 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 10f1d64c-08d1-4662-9586-f36fad3b04bb up at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:24:09.932305 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e8b8df7c-f2fa-4874-8ea8-3207d7255343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:09.958473 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-582c3eac-7199-40e2-aa00-6b09f624f081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:09.979465 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-43b5ef73-6d6d-4874-85c9-3909c36734f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:10.019215 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1600b8e-4f55-45fe-8e65-7d358792805a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6de822-3d8a-437c-86fa-58e3b6e521b8,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:10.029018 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898dd549-9d4b-40e5-a325-3ba1470c232d None None] Pushing event updated for resources: {'Port': ['ID=0c0a21da-690f-4bff-8a38-757117dd485b,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:10.039942 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning complete for port 10f1d64c-08d1-4662-9586-f36fad3b04bb triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:24:10.040537 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:10.056578 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898dd549-9d4b-40e5-a325-3ba1470c232d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:24:10.063116 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898dd549-9d4b-40e5-a325-3ba1470c232d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:24:10.063811 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898dd549-9d4b-40e5-a325-3ba1470c232d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:24:10.064430 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898dd549-9d4b-40e5-a325-3ba1470c232d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:24:10.064971 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898dd549-9d4b-40e5-a325-3ba1470c232d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:24:10.065492 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898dd549-9d4b-40e5-a325-3ba1470c232d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:24:10.066020 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898dd549-9d4b-40e5-a325-3ba1470c232d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:24:10.066534 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898dd549-9d4b-40e5-a325-3ba1470c232d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:24:10.067080 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898dd549-9d4b-40e5-a325-3ba1470c232d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:24:10.067612 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898dd549-9d4b-40e5-a325-3ba1470c232d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:24:10.068134 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898dd549-9d4b-40e5-a325-3ba1470c232d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:24:10.068663 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898dd549-9d4b-40e5-a325-3ba1470c232d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:24:10.069936 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898dd549-9d4b-40e5-a325-3ba1470c232d None None] Tracked resource versions report: Aug 27 21:24:10.069936 dv-cinder-806436-1-iscsi neutron-server[93799]: pushed versions: Aug 27 21:24:10.069936 dv-cinder-806436-1-iscsi neutron-server[93799]: { 'AddressGroup': {'1.2'}, Aug 27 21:24:10.069936 dv-cinder-806436-1-iscsi neutron-server[93799]: 'ConntrackHelper': {'1.0'}, Aug 27 21:24:10.069936 dv-cinder-806436-1-iscsi neutron-server[93799]: 'Log': {'1.0'}, Aug 27 21:24:10.069936 dv-cinder-806436-1-iscsi neutron-server[93799]: 'Network': {'1.1'}, Aug 27 21:24:10.069936 dv-cinder-806436-1-iscsi neutron-server[93799]: 'Port': {'1.7'}, Aug 27 21:24:10.069936 dv-cinder-806436-1-iscsi neutron-server[93799]: 'PortForwarding': {'1.2'}, Aug 27 21:24:10.069936 dv-cinder-806436-1-iscsi neutron-server[93799]: 'QosPolicy': {'1.9'}, Aug 27 21:24:10.069936 dv-cinder-806436-1-iscsi neutron-server[93799]: 'SecurityGroup': {'1.4'}, Aug 27 21:24:10.069936 dv-cinder-806436-1-iscsi neutron-server[93799]: 'SecurityGroupRule': {'1.2'}, Aug 27 21:24:10.069936 dv-cinder-806436-1-iscsi neutron-server[93799]: 'SubPort': {'1.0'}, Aug 27 21:24:10.069936 dv-cinder-806436-1-iscsi neutron-server[93799]: 'Subnet': {'1.1'}, Aug 27 21:24:10.069936 dv-cinder-806436-1-iscsi neutron-server[93799]: 'Trunk': {'1.1'}} Aug 27 21:24:10.069936 dv-cinder-806436-1-iscsi neutron-server[93799]: consumer versions: Aug 27 21:24:10.069936 dv-cinder-806436-1-iscsi neutron-server[93799]: { DHCP agent@dv-cinder-806436-1-iscsi: {}, Aug 27 21:24:10.069936 dv-cinder-806436-1-iscsi neutron-server[93799]: HyperV agent@hv-cinder-80643: {}, Aug 27 21:24:10.069936 dv-cinder-806436-1-iscsi neutron-server[93799]: L3 agent@dv-cinder-806436-1-iscsi: {}, Aug 27 21:24:10.069936 dv-cinder-806436-1-iscsi neutron-server[93799]: Metadata agent@dv-cinder-806436-1-iscsi: {}, Aug 27 21:24:10.069936 dv-cinder-806436-1-iscsi neutron-server[93799]: Metering agent@dv-cinder-806436-1-iscsi: {}, Aug 27 21:24:10.069936 dv-cinder-806436-1-iscsi neutron-server[93799]: Open vSwitch agent@dv-cinder-806436-1-iscsi: { 'AddressGroup': '1.2', Aug 27 21:24:10.069936 dv-cinder-806436-1-iscsi neutron-server[93799]: 'ConntrackHelper': '1.0', Aug 27 21:24:10.069936 dv-cinder-806436-1-iscsi neutron-server[93799]: 'Log': '1.0', Aug 27 21:24:10.069936 dv-cinder-806436-1-iscsi neutron-server[93799]: 'Network': '1.1', Aug 27 21:24:10.069936 dv-cinder-806436-1-iscsi neutron-server[93799]: 'Port': '1.7', Aug 27 21:24:10.069936 dv-cinder-806436-1-iscsi neutron-server[93799]: 'PortForwarding': '1.2', Aug 27 21:24:10.069936 dv-cinder-806436-1-iscsi neutron-server[93799]: 'QosPolicy': '1.9', Aug 27 21:24:10.069936 dv-cinder-806436-1-iscsi neutron-server[93799]: 'SecurityGroup': '1.4', Aug 27 21:24:10.069936 dv-cinder-806436-1-iscsi neutron-server[93799]: 'SecurityGroupRule': '1.2', Aug 27 21:24:10.069936 dv-cinder-806436-1-iscsi neutron-server[93799]: 'SubPort': '1.0', Aug 27 21:24:10.069936 dv-cinder-806436-1-iscsi neutron-server[93799]: 'Subnet': '1.1', Aug 27 21:24:10.069936 dv-cinder-806436-1-iscsi neutron-server[93799]: 'Trunk': '1.1'}} Aug 27 21:24:10.069936 dv-cinder-806436-1-iscsi neutron-server[93799]: {{(pid=93799) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 21:24:10.095823 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-43b5ef73-6d6d-4874-85c9-3909c36734f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:10.128214 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-e8b8df7c-f2fa-4874-8ea8-3207d7255343 None None] Attempting to bind port 0c0a21da-690f-4bff-8a38-757117dd485b on host dv-cinder-806436-1-iscsi for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 21:24:10.128759 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-e8b8df7c-f2fa-4874-8ea8-3207d7255343 None None] Attempting to bind port 0c0a21da-690f-4bff-8a38-757117dd485b by drivers openvswitch,hyperv on host dv-cinder-806436-1-iscsi at level 0 using segments [{'id': '294aecfa-d12c-4149-ab86-bf2395e16d40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 21:24:10.129544 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b8df7c-f2fa-4874-8ea8-3207d7255343 None None] Attempting to bind port 0c0a21da-690f-4bff-8a38-757117dd485b on network 3cb20040-a5aa-4574-8b0a-6832b57fea7e {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:24:10.131683 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 57254) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:24:10.145215 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b8df7c-f2fa-4874-8ea8-3207d7255343 None None] Checking agent: {'id': '7431bd39-0fd9-4a64-8486-900009fb8dd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806436-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 21, 15, 51), 'started_at': datetime.datetime(2021, 8, 27, 21, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 21, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806436-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 21:24:10.145744 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b8df7c-f2fa-4874-8ea8-3207d7255343 None None] Checking segment: {'id': '294aecfa-d12c-4149-ab86-bf2395e16d40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:24:10.146251 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e8b8df7c-f2fa-4874-8ea8-3207d7255343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:10.146741 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b8df7c-f2fa-4874-8ea8-3207d7255343 None None] Bound using segment: {'id': '294aecfa-d12c-4149-ab86-bf2395e16d40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 21:24:10.147319 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-e8b8df7c-f2fa-4874-8ea8-3207d7255343 None None] Bound port: 0c0a21da-690f-4bff-8a38-757117dd485b, host: dv-cinder-806436-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '294aecfa-d12c-4149-ab86-bf2395e16d40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 21:24:10.147822 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e8b8df7c-f2fa-4874-8ea8-3207d7255343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:10.227852 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-783fbe52-8f72-4bd0-ac9f-f946bd5242b0 req-336c4fd2-ba92-47d6-8915-af807add2d80 service neutron] 10.222.0.39 "GET /v2.0/networks/3ea8ee77-155d-4101-a143-9a4a63ff8e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4754119 Aug 27 21:24:10.259184 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e8b8df7c-f2fa-4874-8ea8-3207d7255343 None None] For port 0c0a21da-690f-4bff-8a38-757117dd485b, host dv-cinder-806436-1-iscsi, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 21:24:10.271837 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e8b8df7c-f2fa-4874-8ea8-3207d7255343 None None] For port 0c0a21da-690f-4bff-8a38-757117dd485b, host dv-cinder-806436-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=0c0a21da-690f-4bff-8a38-757117dd485b,segment=NetworkSegment(294aecfa-d12c-4149-ab86-bf2395e16d40),segment_id=294aecfa-d12c-4149-ab86-bf2395e16d40)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 21:24:10.277966 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e8b8df7c-f2fa-4874-8ea8-3207d7255343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:10.278420 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-244f4109-7d50-4d4a-a2a9-c1581f25801f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:10.331344 dv-cinder-806436-1-iscsi neutron-server[93796]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 27 21:24:10.365676 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b8df7c-f2fa-4874-8ea8-3207d7255343 None None] Routers {'af46ff4f-6630-489b-84a6-265c56f11df1'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:24:10.366803 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-e8b8df7c-f2fa-4874-8ea8-3207d7255343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:23:51Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['af46ff4f-6630-489b-84a6-265c56f11df1'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:24:10.427795 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-43b5ef73-6d6d-4874-85c9-3909c36734f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:10.430501 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-43b5ef73-6d6d-4874-85c9-3909c36734f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:10.434650 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-43b5ef73-6d6d-4874-85c9-3909c36734f3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c75ec4a0-9608-4e5c-a85a-fc363caaa81e HTTP/1.1" status: 204 len: 168 time: 1.0128160 Aug 27 21:24:10.489824 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6d3f87bb-59a9-4784-8415-3a414df23cbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:10.506766 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b5ef73-6d6d-4874-85c9-3909c36734f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75ec4a0-9608-4e5c-a85a-fc363caaa81e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:10.536535 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-e8b8df7c-f2fa-4874-8ea8-3207d7255343 None None] Set router af46ff4f-6630-489b-84a6-265c56f11df1 gateway port host: dv-cinder-806436-1-iscsi {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:24:10.586329 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-244f4109-7d50-4d4a-a2a9-c1581f25801f admin admin] Allocated IP 172.20.0.1 (9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89/6921f496-5d7a-4db6-bf96-720866799ce1/0d4d7021-60bf-457b-a75d-9d5a044298ed) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 21:24:10.736568 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b87aa-03d1-43e9-92eb-be0556b456d4 req-c49bdc43-a555-4a55-a325-4b310c1b4a00 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:10.738149 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-3d1b87aa-03d1-43e9-92eb-be0556b456d4 req-c49bdc43-a555-4a55-a325-4b310c1b4a00 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/networks?id=3810ce44-ef2e-4539-825a-afaeff9378bf HTTP/1.1" status: 200 len: 815 time: 0.5948837 Aug 27 21:24:10.755286 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6d3f87bb-59a9-4784-8415-3a414df23cbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:10.783834 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-4ff375dd-94a9-4e9e-bcf2-62ff75191761 req-9b01b35a-81c4-45f3-aa9c-d70163d6bd47 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/ports?device_id=a06cc81d-72ba-4b7d-bdf8-10677ee4e836 HTTP/1.1" status: 200 len: 210 time: 0.0947487 Aug 27 21:24:10.819632 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-582c3eac-7199-40e2-aa00-6b09f624f081 admin admin] Allocated IP 172.27.0.196 (3cb20040-a5aa-4574-8b0a-6832b57fea7e/ca2fa5cb-b298-4fb9-b5f4-ab6912612305/7c81537f-dd76-47b1-8810-0d8f94d63c55) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 21:24:10.833695 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898dd549-9d4b-40e5-a325-3ba1470c232d None None] Pushing event updated for resources: {'Port': ['ID=0c0a21da-690f-4bff-8a38-757117dd485b,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:10.834037 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-3d1b87aa-03d1-43e9-92eb-be0556b456d4 req-d37b422d-6afc-42cb-ae8f-7acebf5b30aa tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/quotas/f86ecf3ade224edea8eb50a9b92b58b0 HTTP/1.1" status: 200 len: 375 time: 0.0674546 Aug 27 21:24:10.926558 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-3d1b87aa-03d1-43e9-92eb-be0556b456d4 req-fe4e7dda-88ca-4880-9218-1acee25a80c4 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f86ecf3ade224edea8eb50a9b92b58b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0729423 Aug 27 21:24:10.933608 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-244f4109-7d50-4d4a-a2a9-c1581f25801f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:10.992520 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-de6be93b-ac59-4386-a4ff-e06cbb972db2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:11.006142 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-de6be93b-ac59-4386-a4ff-e06cbb972db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:11.027889 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-244f4109-7d50-4d4a-a2a9-c1581f25801f admin admin] Transition to ACTIVE for port object 0d4d7021-60bf-457b-a75d-9d5a044298ed will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:24:11.036095 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de6be93b-ac59-4386-a4ff-e06cbb972db2 admin admin] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 21:24:11.046625 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-de6be93b-ac59-4386-a4ff-e06cbb972db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226622'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:11.047051 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.db.segments_db [None req-de6be93b-ac59-4386-a4ff-e06cbb972db2 admin admin] Added segment 9cf9c17c-b131-4d3c-a8ee-faa1ca48e5ce of type vlan for network e06f36e3-2a69-4396-ba2a-c5bbb00dde6a Aug 27 21:24:11.050957 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-e8b8df7c-f2fa-4874-8ea8-3207d7255343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af46ff4f-6630-489b-84a6-265c56f11df1', 'name': 'tempest-AttachVolumeShelveTestJSON-1071624808-router', 'tenant_id': '4c7881af14ba462d932065fd81b90b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '0c0a21da-690f-4bff-8a38-757117dd485b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:24:03Z', 'updated_at': '2021-08-27T21:24:05Z', 'revision_number': 3, 'project_id': '4c7881af14ba462d932065fd81b90b6e', 'gw_port': {'id': '0c0a21da-690f-4bff-8a38-757117dd485b', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:32:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af46ff4f-6630-489b-84a6-265c56f11df1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:24:04Z', 'updated_at': '2021-08-27T21:24:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi'}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:24:11.065238 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6d3f87bb-59a9-4784-8415-3a414df23cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:11.067646 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6d3f87bb-59a9-4784-8415-3a414df23cbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:11.068840 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-6d3f87bb-59a9-4784-8415-3a414df23cbf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bb6de822-3d8a-437c-86fa-58e3b6e521b8 HTTP/1.1" status: 204 len: 168 time: 1.1624084 Aug 27 21:24:11.082138 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-244f4109-7d50-4d4a-a2a9-c1581f25801f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794200564228'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:11.109672 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b8df7c-f2fa-4874-8ea8-3207d7255343 None None] The sync data for ids ['af46ff4f-6630-489b-84a6-265c56f11df1'] in dv-cinder-806436-1-iscsi is: [{'id': 'af46ff4f-6630-489b-84a6-265c56f11df1', 'name': 'tempest-AttachVolumeShelveTestJSON-1071624808-router', 'tenant_id': '4c7881af14ba462d932065fd81b90b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '0c0a21da-690f-4bff-8a38-757117dd485b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:24:03Z', 'updated_at': '2021-08-27T21:24:05Z', 'revision_number': 3, 'project_id': '4c7881af14ba462d932065fd81b90b6e', 'gw_port': {'id': '0c0a21da-690f-4bff-8a38-757117dd485b', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:32:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af46ff4f-6630-489b-84a6-265c56f11df1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:24:04Z', 'updated_at': '2021-08-27T21:24:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi'}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 21:24:11.145612 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244f4109-7d50-4d4a-a2a9-c1581f25801f admin admin] Network 9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:24:11.145807 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-de6be93b-ac59-4386-a4ff-e06cbb972db2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794200552295'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:11.151261 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-244f4109-7d50-4d4a-a2a9-c1581f25801f admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:24:11.153607 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6be93b-ac59-4386-a4ff-e06cbb972db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0f4a41-4770-4d5c-9984-f4235352f039,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:11.158315 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244f4109-7d50-4d4a-a2a9-c1581f25801f admin admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 21:24:11.177463 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-244f4109-7d50-4d4a-a2a9-c1581f25801f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-628452'] for router_interface, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:11.183729 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-582c3eac-7199-40e2-aa00-6b09f624f081 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:11.193470 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244f4109-7d50-4d4a-a2a9-c1581f25801f admin admin] Pushing event updated for resources: {'Port': ['ID=0d4d7021-60bf-457b-a75d-9d5a044298ed,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:11.271219 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.db.resource_extend [None req-de6be93b-ac59-4386-a4ff-e06cbb972db2 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 21:24:11.294068 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-582c3eac-7199-40e2-aa00-6b09f624f081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794200564228'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:11.299263 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-de6be93b-ac59-4386-a4ff-e06cbb972db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:11.300492 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6be93b-ac59-4386-a4ff-e06cbb972db2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:11.301021 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-de6be93b-ac59-4386-a4ff-e06cbb972db2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:11.384854 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3f87bb-59a9-4784-8415-3a414df23cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6de822-3d8a-437c-86fa-58e3b6e521b8,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:11.433034 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6be93b-ac59-4386-a4ff-e06cbb972db2 admin admin] Pushing event updated for resources: {'Network': ['ID=e06f36e3-2a69-4396-ba2a-c5bbb00dde6a,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:11.528803 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582c3eac-7199-40e2-aa00-6b09f624f081 admin admin] Network 3cb20040-a5aa-4574-8b0a-6832b57fea7e is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:24:11.535210 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-de6be93b-ac59-4386-a4ff-e06cbb972db2 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.6928272 Aug 27 21:24:11.542416 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 57302) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:24:11.583615 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Network e06f36e3-2a69-4396-ba2a-c5bbb00dde6a details requested by agent ovs-agent-dv-cinder-806436-1-iscsi with host dv-cinder-806436-1-iscsi {{(pid=93798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 21:24:11.593417 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [None req-5b2b8be0-af37-4a5a-a393-8793f3384b5c admin admin] Request body: {'subnet': {'network_id': 'e06f36e3-2a69-4396-ba2a-c5bbb00dde6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1697392611-subnet', 'tenant_id': 'c6d80c48b41c42b8a7952ae7abe8f269', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:24:11.601810 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-582c3eac-7199-40e2-aa00-6b09f624f081 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:24:11.620035 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582c3eac-7199-40e2-aa00-6b09f624f081 admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 21:24:11.745203 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2b8be0-af37-4a5a-a393-8793f3384b5c admin admin] Made reservation on behalf of c6d80c48b41c42b8a7952ae7abe8f269 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 21:24:11.747793 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5b2b8be0-af37-4a5a-a393-8793f3384b5c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:11.757270 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582c3eac-7199-40e2-aa00-6b09f624f081 admin admin] Pushing event updated for resources: {'Port': ['ID=7c81537f-dd76-47b1-8810-0d8f94d63c55,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:11.893373 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-f9faedf3-f2c9-4f51-9e24-e8b1c119a0d4 None None] Provisioning for port 0d4d7021-60bf-457b-a75d-9d5a044298ed completed by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:24:11.942843 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-f9faedf3-f2c9-4f51-9e24-e8b1c119a0d4 None None] Provisioning complete for port 0d4d7021-60bf-457b-a75d-9d5a044298ed triggered by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:24:11.945742 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f9faedf3-f2c9-4f51-9e24-e8b1c119a0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:12.059616 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 0c0a21da-690f-4bff-8a38-757117dd485b up at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:24:12.093592 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-244f4109-7d50-4d4a-a2a9-c1581f25801f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:12.111505 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-f9faedf3-f2c9-4f51-9e24-e8b1c119a0d4 None None] Port 0d4d7021-60bf-457b-a75d-9d5a044298ed cannot update to ACTIVE because it is not bound. {{(pid=93798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 21:24:12.141293 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [req-3d1b87aa-03d1-43e9-92eb-be0556b456d4 req-a6acc394-e618-47cb-a4c0-8b12e875fca1 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 21:24:12.151637 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-3d1b87aa-03d1-43e9-92eb-be0556b456d4 req-a6acc394-e618-47cb-a4c0-8b12e875fca1 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6190007 Aug 27 21:24:12.152576 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d0176cc7-95fc-4331-a4b6-b8e9dceb8315 req-3d783b61-67a9-44c5-87cf-4525ff8d10d5 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/ports?device_id=a06cc81d-72ba-4b7d-bdf8-10677ee4e836 HTTP/1.1" status: 200 len: 210 time: 0.1138992 Aug 27 21:24:12.218746 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:12.223552 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning for port 0c0a21da-690f-4bff-8a38-757117dd485b completed by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:24:12.248003 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning complete for port 0c0a21da-690f-4bff-8a38-757117dd485b triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:24:12.249180 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:12.375883 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 57328) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:24:12.427615 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b4f9d705-e15f-4de6-bebe-d917ab526913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:12.437354 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:12.474817 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] For port 0c0a21da-690f-4bff-8a38-757117dd485b, host dv-cinder-806436-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=0c0a21da-690f-4bff-8a38-757117dd485b,segment=NetworkSegment(294aecfa-d12c-4149-ab86-bf2395e16d40),segment_id=294aecfa-d12c-4149-ab86-bf2395e16d40)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:24:12.481525 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:12.600546 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Pushing event updated for resources: {'Port': ['ID=0c0a21da-690f-4bff-8a38-757117dd485b,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:12.601619 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5b2b8be0-af37-4a5a-a393-8793f3384b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:12.680921 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-582c3eac-7199-40e2-aa00-6b09f624f081 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:12.787769 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-244f4109-7d50-4d4a-a2a9-c1581f25801f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:12.791682 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b8be0-af37-4a5a-a393-8793f3384b5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef5b7b4b-5ac7-42e5-b1a5-c8285b15c496,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:12.797213 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-244f4109-7d50-4d4a-a2a9-c1581f25801f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:12.798017 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-244f4109-7d50-4d4a-a2a9-c1581f25801f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1011620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628539'] for router_interface, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:12.850337 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-3d1b87aa-03d1-43e9-92eb-be0556b456d4 req-75964f2f-a643-4f56-a554-b35d62664db1 service neutron] 10.222.0.39 "GET /v2.0/networks/3810ce44-ef2e-4539-825a-afaeff9378bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6666477 Aug 27 21:24:12.979711 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2b8be0-af37-4a5a-a393-8793f3384b5c admin admin] Checking segment: {'id': '9cf9c17c-b131-4d3c-a8ee-faa1ca48e5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e06f36e3-2a69-4396-ba2a-c5bbb00dde6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:24:12.980322 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2b8be0-af37-4a5a-a393-8793f3384b5c admin admin] Network hostable DHCP agents. Network: e06f36e3-2a69-4396-ba2a-c5bbb00dde6a, hostable agents: ['1749b5b4-19f7-4836-8339-7d75e40e8c09'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 21:24:13.008895 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244f4109-7d50-4d4a-a2a9-c1581f25801f admin admin] Pushing event updated for resources: {'Port': ['ID=0d4d7021-60bf-457b-a75d-9d5a044298ed,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:13.066890 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b4f9d705-e15f-4de6-bebe-d917ab526913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:13.078224 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b4f9d705-e15f-4de6-bebe-d917ab526913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:13.117577 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2b8be0-af37-4a5a-a393-8793f3384b5c admin admin] Network e06f36e3-2a69-4396-ba2a-c5bbb00dde6a is scheduled to be hosted by DHCP agent 1749b5b4-19f7-4836-8339-7d75e40e8c09 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 21:24:13.173331 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-5b2b8be0-af37-4a5a-a393-8793f3384b5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806436-1-iscsi, e06f36e3-2a69-4396-ba2a-c5bbb00dde6a) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:24:13.186545 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b786c92d-0cbf-424b-b7c3-d8e79519bc90 None None] Network e06f36e3-2a69-4396-ba2a-c5bbb00dde6a requested from dv-cinder-806436-1-iscsi {{(pid=93798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 21:24:13.188620 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244f4109-7d50-4d4a-a2a9-c1581f25801f admin admin] Network 9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:24:13.190899 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2b8be0-af37-4a5a-a393-8793f3384b5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:13.191915 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5b2b8be0-af37-4a5a-a393-8793f3384b5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:13.203197 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-b4f9d705-e15f-4de6-bebe-d917ab526913 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=598b9a6d30e347fca2bed5daedcb65ae&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8221929 Aug 27 21:24:13.203197 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f9d705-e15f-4de6-bebe-d917ab526913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e267e55c-2132-4f6d-91c7-bf7a8ef406ce,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:13.206585 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 57348) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:24:13.213660 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-244f4109-7d50-4d4a-a2a9-c1581f25801f admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:24:13.314443 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-5b2b8be0-af37-4a5a-a393-8793f3384b5c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7638237 Aug 27 21:24:13.376891 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-582c3eac-7199-40e2-aa00-6b09f624f081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-630453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628283'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:13.547125 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-3d1b87aa-03d1-43e9-92eb-be0556b456d4 req-e78666ec-7c37-405f-bc44-97b1b516a48a service neutron] 10.222.0.39 "GET /v2.0/networks/3810ce44-ef2e-4539-825a-afaeff9378bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5361273 Aug 27 21:24:13.577301 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f1242f-0aa7-4feb-9088-377c9e6d195e None None] Network e06f36e3-2a69-4396-ba2a-c5bbb00dde6a requested from dv-cinder-806436-1-iscsi {{(pid=93798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 21:24:13.741066 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ad33cae8-2850-46a2-8266-c83bfb021114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:13.795527 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 57360) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:24:14.016830 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-e0fb66e8-052a-4ab8-98b5-a5e25ffd0a11 req-91b86cd3-4adb-4c71-8f90-1ef52260528c tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/ports?device_id=a06cc81d-72ba-4b7d-bdf8-10677ee4e836 HTTP/1.1" status: 200 len: 210 time: 0.3155472 Aug 27 21:24:14.068868 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-433d54a6-f1e1-405f-89f5-d4585082e30e admin admin] Deleting subnet 84677f0a-0da6-491c-9327-c8f7c6607396 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 21:24:14.081535 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-433d54a6-f1e1-405f-89f5-d4585082e30e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:14.092035 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 0c0a21da-690f-4bff-8a38-757117dd485b up at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:24:14.149225 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ad33cae8-2850-46a2-8266-c83bfb021114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:14.158460 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-244f4109-7d50-4d4a-a2a9-c1581f25801f admin admin] Router af46ff4f-6630-489b-84a6-265c56f11df1 has already been hosted by L3 agent da753c34-e47f-42d8-9f83-ec5464f53bc8 {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 21:24:14.258501 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-a1cd0b38-433a-4568-a6e9-d44526163554 None None] Provisioning complete for port 0d4d7021-60bf-457b-a75d-9d5a044298ed triggered by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:24:14.258878 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a1cd0b38-433a-4568-a6e9-d44526163554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:14.360245 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-433d54a6-f1e1-405f-89f5-d4585082e30e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:14.396224 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-a1cd0b38-433a-4568-a6e9-d44526163554 None None] Port 0d4d7021-60bf-457b-a75d-9d5a044298ed cannot update to ACTIVE because it is not bound. {{(pid=93798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 21:24:14.401047 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-433d54a6-f1e1-405f-89f5-d4585082e30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8232119'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:14.417457 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning complete for port 0c0a21da-690f-4bff-8a38-757117dd485b triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:24:14.418283 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:14.656657 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ad33cae8-2850-46a2-8266-c83bfb021114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:14.659533 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ad33cae8-2850-46a2-8266-c83bfb021114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:14.661099 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-ad33cae8-2850-46a2-8266-c83bfb021114 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e267e55c-2132-4f6d-91c7-bf7a8ef406ce HTTP/1.1" status: 204 len: 168 time: 1.4499540 Aug 27 21:24:14.679122 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244f4109-7d50-4d4a-a2a9-c1581f25801f admin admin] Notify agent at l3_agent.dv-cinder-806436-1-iscsi the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 21:24:14.684574 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-10073943-5a73-4b0a-9627-d462c62089a1 req-a163cb2f-9a29-4f18-9335-612f07213716 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fd2e5b8-ceb2-494c-ab8f-3490ee2ef899 HTTP/1.1" status: 200 len: 210 time: 0.2460625 Aug 27 21:24:14.696318 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-244f4109-7d50-4d4a-a2a9-c1581f25801f admin admin] 10.222.0.39 "PUT /v2.0/routers/af46ff4f-6630-489b-84a6-265c56f11df1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9396093 Aug 27 21:24:14.704826 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.73', 61428) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:24:14.706799 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c58e606-7b3c-4798-a64d-fd85928be7e1 None None] Sync routers for ids ['af46ff4f-6630-489b-84a6-265c56f11df1'] in dv-cinder-806436-1-iscsi {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 21:24:14.723314 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c58e606-7b3c-4798-a64d-fd85928be7e1 None None] Routers {'af46ff4f-6630-489b-84a6-265c56f11df1'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:24:14.724240 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-0c58e606-7b3c-4798-a64d-fd85928be7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:23:51Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['af46ff4f-6630-489b-84a6-265c56f11df1'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:24:14.743544 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad33cae8-2850-46a2-8266-c83bfb021114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e267e55c-2132-4f6d-91c7-bf7a8ef406ce,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:14.747305 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-582c3eac-7199-40e2-aa00-6b09f624f081 admin admin] Router 6ad785d0-d50f-4e69-8ab5-be499d7a78bf is scheduled to L3 agent da753c34-e47f-42d8-9f83-ec5464f53bc8 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 21:24:15.066799 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-433d54a6-f1e1-405f-89f5-d4585082e30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8232120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:15.095856 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-0c58e606-7b3c-4798-a64d-fd85928be7e1 None None] Set router af46ff4f-6630-489b-84a6-265c56f11df1 gateway port host: dv-cinder-806436-1-iscsi {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:24:15.172399 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-433d54a6-f1e1-405f-89f5-d4585082e30e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:15.180327 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-433d54a6-f1e1-405f-89f5-d4585082e30e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/84677f0a-0da6-491c-9327-c8f7c6607396 HTTP/1.1" status: 204 len: 168 time: 1.3797860 Aug 27 21:24:15.189973 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433d54a6-f1e1-405f-89f5-d4585082e30e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84677f0a-0da6-491c-9327-c8f7c6607396,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:15.190314 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 57424) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:24:15.367749 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-582c3eac-7199-40e2-aa00-6b09f624f081 admin admin] Notify agent at l3_agent.dv-cinder-806436-1-iscsi the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 21:24:15.396947 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d171268c-d557-4e9b-afe3-c38dd551268b None None] Sync routers for ids ['6ad785d0-d50f-4e69-8ab5-be499d7a78bf'] in dv-cinder-806436-1-iscsi {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 21:24:15.433705 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d171268c-d557-4e9b-afe3-c38dd551268b None None] Routers {'6ad785d0-d50f-4e69-8ab5-be499d7a78bf'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:24:15.434318 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-d171268c-d557-4e9b-afe3-c38dd551268b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:23:51Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['6ad785d0-d50f-4e69-8ab5-be499d7a78bf'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:24:15.445813 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-582c3eac-7199-40e2-aa00-6b09f624f081 admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:15.461508 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-582c3eac-7199-40e2-aa00-6b09f624f081 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.6425011 Aug 27 21:24:15.470829 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 57442) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:24:15.570245 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-648294c6-7a48-42c7-a1a6-6d379c1b15b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8293159'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:15.737272 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-0c58e606-7b3c-4798-a64d-fd85928be7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af46ff4f-6630-489b-84a6-265c56f11df1', 'name': 'tempest-AttachVolumeShelveTestJSON-1071624808-router', 'tenant_id': '4c7881af14ba462d932065fd81b90b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '0c0a21da-690f-4bff-8a38-757117dd485b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:24:03Z', 'updated_at': '2021-08-27T21:24:11Z', 'revision_number': 4, 'project_id': '4c7881af14ba462d932065fd81b90b6e', 'gw_port': {'id': '0c0a21da-690f-4bff-8a38-757117dd485b', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:32:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46ff4f-6630-489b-84a6-265c56f11df1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:24:04Z', 'updated_at': '2021-08-27T21:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_interfaces': [{'id': '0d4d7021-60bf-457b-a75d-9d5a044298ed', 'name': '', 'network_id': '9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89', 'tenant_id': '4c7881af14ba462d932065fd81b90b6e', 'mac_address': 'fa:16:3e:a2:11:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af46ff4f-6630-489b-84a6-265c56f11df1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6921f496-5d7a-4db6-bf96-720866799ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:24:10Z', 'updated_at': '2021-08-27T21:24:12Z', 'revision_number': 2, 'project_id': '4c7881af14ba462d932065fd81b90b6e', 'subnets': [{'id': '6921f496-5d7a-4db6-bf96-720866799ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:24:15.737600 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783fbe52-8f72-4bd0-ac9f-f946bd5242b0 req-f916e5b4-0eb5-43df-bcdd-a69bca3afc0c tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:15.744580 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-783fbe52-8f72-4bd0-ac9f-f946bd5242b0 req-f916e5b4-0eb5-43df-bcdd-a69bca3afc0c tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.73 "GET /v2.0/networks?id=3ea8ee77-155d-4101-a143-9a4a63ff8e86 HTTP/1.1" status: 200 len: 811 time: 1.0309846 Aug 27 21:24:15.786277 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-2b4d676a-c2d7-45bb-863f-c9264f3c8ec4 req-b6d39bb3-d5fd-4f44-bf73-006770767d48 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/ports?device_id=a06cc81d-72ba-4b7d-bdf8-10677ee4e836 HTTP/1.1" status: 200 len: 210 time: 0.0899642 Aug 27 21:24:15.887954 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c58e606-7b3c-4798-a64d-fd85928be7e1 None None] Checking router: af46ff4f-6630-489b-84a6-265c56f11df1 for host: dv-cinder-806436-1-iscsi {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 21:24:15.889133 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c58e606-7b3c-4798-a64d-fd85928be7e1 None None] Updating router af46ff4f-6630-489b-84a6-265c56f11df1 port 0d4d7021-60bf-457b-a75d-9d5a044298ed binding host dv-cinder-806436-1-iscsi {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 21:24:15.931715 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0c58e606-7b3c-4798-a64d-fd85928be7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:15.951776 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [req-783fbe52-8f72-4bd0-ac9f-f946bd5242b0 req-e3470076-83e9-4a9f-babd-7e02ce2cd3f8 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] Request body: {'port': {'device_id': 'a06cc81d-72ba-4b7d-bdf8-10677ee4e836', 'network_id': '3ea8ee77-155d-4101-a143-9a4a63ff8e86', 'admin_state_up': True, 'tenant_id': '14563a8ba9b44d56b8d0c9ce11383a86'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:24:16.075370 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-9141c55f-21a8-4d4d-ab0a-3987c6e81939 req-0f86b7c0-6269-4187-b87c-3bddf9d8c40f tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fd2e5b8-ceb2-494c-ab8f-3490ee2ef899 HTTP/1.1" status: 200 len: 210 time: 0.1145833 Aug 27 21:24:16.187671 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-d171268c-d557-4e9b-afe3-c38dd551268b None None] Set router 6ad785d0-d50f-4e69-8ab5-be499d7a78bf gateway port host: dv-cinder-806436-1-iscsi {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:24:16.375769 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-648294c6-7a48-42c7-a1a6-6d379c1b15b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8361292', 'neutron.services.segments.db._delete_segments_for_network-8794201047534'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:16.493131 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-648294c6-7a48-42c7-a1a6-6d379c1b15b6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:24:16.494126 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-648294c6-7a48-42c7-a1a6-6d379c1b15b6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:24:16.495634 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-648294c6-7a48-42c7-a1a6-6d379c1b15b6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:24:16.496546 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-648294c6-7a48-42c7-a1a6-6d379c1b15b6 admin admin] Subscribe: > port after_create 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:24:16.497627 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-648294c6-7a48-42c7-a1a6-6d379c1b15b6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:24:16.500030 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-648294c6-7a48-42c7-a1a6-6d379c1b15b6 admin admin] Subscribe: > port after_update 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:24:16.500971 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-648294c6-7a48-42c7-a1a6-6d379c1b15b6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:24:16.501842 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-648294c6-7a48-42c7-a1a6-6d379c1b15b6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:24:16.502598 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-648294c6-7a48-42c7-a1a6-6d379c1b15b6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:24:16.503432 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-648294c6-7a48-42c7-a1a6-6d379c1b15b6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:24:16.545755 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 57490) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:24:16.572862 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [None req-5b9c15a8-654e-4cc7-afc5-6b123509f390 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Request body: {'security_group': {'name': 'tempest-securitygroup--42142405', 'description': 'tempest-description--149657210'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:24:16.874264 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5b9c15a8-654e-4cc7-afc5-6b123509f390 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:16.913129 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0c58e606-7b3c-4798-a64d-fd85928be7e1 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:16.934052 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-0c58e606-7b3c-4798-a64d-fd85928be7e1 None None] Transition to ACTIVE for port object 0d4d7021-60bf-457b-a75d-9d5a044298ed will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:24:16.952377 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0c58e606-7b3c-4798-a64d-fd85928be7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:17.063471 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-d171268c-d557-4e9b-afe3-c38dd551268b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad785d0-d50f-4e69-8ab5-be499d7a78bf', 'name': 'tempest-ServerRescueNegativeTestJSON-353423049-router', 'tenant_id': 'f8b30927378840a284e230193294d3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '7c81537f-dd76-47b1-8810-0d8f94d63c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:24:07Z', 'updated_at': '2021-08-27T21:24:11Z', 'revision_number': 3, 'project_id': 'f8b30927378840a284e230193294d3eb', 'gw_port': {'id': '7c81537f-dd76-47b1-8810-0d8f94d63c55', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c5:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad785d0-d50f-4e69-8ab5-be499d7a78bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:24:09Z', 'updated_at': '2021-08-27T21:24:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi'}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:24:17.106058 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77669d3-17af-44df-9979-dbb43b432b63 None None] Pushing event updated for resources: {'Port': ['ID=0d4d7021-60bf-457b-a75d-9d5a044298ed,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:17.214998 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-648294c6-7a48-42c7-a1a6-6d379c1b15b6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:24:17.219636 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-648294c6-7a48-42c7-a1a6-6d379c1b15b6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:24:17.220310 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-648294c6-7a48-42c7-a1a6-6d379c1b15b6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:24:17.222660 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-648294c6-7a48-42c7-a1a6-6d379c1b15b6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:24:17.223300 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.services.segments.db [None req-648294c6-7a48-42c7-a1a6-6d379c1b15b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['600ad957-5e1d-4c25-b2f2-24910ad9786e']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:24:17.230459 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d171268c-d557-4e9b-afe3-c38dd551268b None None] Checking router: 6ad785d0-d50f-4e69-8ab5-be499d7a78bf for host: dv-cinder-806436-1-iscsi {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 21:24:17.231037 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d171268c-d557-4e9b-afe3-c38dd551268b None None] Updating router 6ad785d0-d50f-4e69-8ab5-be499d7a78bf port 7c81537f-dd76-47b1-8810-0d8f94d63c55 binding host dv-cinder-806436-1-iscsi {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 21:24:17.456845 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d171268c-d557-4e9b-afe3-c38dd551268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:17.476768 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-0c58e606-7b3c-4798-a64d-fd85928be7e1 None None] Attempting to bind port 0d4d7021-60bf-457b-a75d-9d5a044298ed on host dv-cinder-806436-1-iscsi for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 21:24:17.476768 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-0c58e606-7b3c-4798-a64d-fd85928be7e1 None None] Attempting to bind port 0d4d7021-60bf-457b-a75d-9d5a044298ed by drivers openvswitch,hyperv on host dv-cinder-806436-1-iscsi at level 0 using segments [{'id': 'cf28798e-2dc9-43ac-a0bc-53018bbccb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 21:24:17.476768 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c58e606-7b3c-4798-a64d-fd85928be7e1 None None] Attempting to bind port 0d4d7021-60bf-457b-a75d-9d5a044298ed on network 9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:24:17.493111 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c58e606-7b3c-4798-a64d-fd85928be7e1 None None] Checking agent: {'id': '7431bd39-0fd9-4a64-8486-900009fb8dd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806436-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 21, 15, 51), 'started_at': datetime.datetime(2021, 8, 27, 21, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 21, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806436-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 21:24:17.494715 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c58e606-7b3c-4798-a64d-fd85928be7e1 None None] Checking segment: {'id': 'cf28798e-2dc9-43ac-a0bc-53018bbccb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:24:17.496885 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0c58e606-7b3c-4798-a64d-fd85928be7e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:17.500237 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c58e606-7b3c-4798-a64d-fd85928be7e1 None None] Bound using segment: {'id': 'cf28798e-2dc9-43ac-a0bc-53018bbccb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 21:24:17.502308 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-0c58e606-7b3c-4798-a64d-fd85928be7e1 None None] Bound port: 0d4d7021-60bf-457b-a75d-9d5a044298ed, host: dv-cinder-806436-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf28798e-2dc9-43ac-a0bc-53018bbccb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 21:24:17.503284 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0c58e606-7b3c-4798-a64d-fd85928be7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:17.504104 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-1e601ac3-9081-47d6-b1fe-9ec901726d11 req-217bc44d-e56b-4f2b-8982-270bcd2d960e tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fd2e5b8-ceb2-494c-ab8f-3490ee2ef899 HTTP/1.1" status: 200 len: 210 time: 0.2562137 Aug 27 21:24:17.521105 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.services.segments.db [None req-648294c6-7a48-42c7-a1a6-6d379c1b15b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84f1e0e1-cdf6-4d9e-8b98-d68a856efc21') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:24:17.521670 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.services.segments.db [None req-648294c6-7a48-42c7-a1a6-6d379c1b15b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84f1e0e1-cdf6-4d9e-8b98-d68a856efc21') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:24:17.567682 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-648294c6-7a48-42c7-a1a6-6d379c1b15b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794201047417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3590184'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:17.611407 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-2e9dde46-d708-4f03-9557-21b43db996ee req-4208ebc3-bd56-4595-9deb-9393f701157c tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/ports?device_id=a06cc81d-72ba-4b7d-bdf8-10677ee4e836 HTTP/1.1" status: 200 len: 210 time: 0.4358034 Aug 27 21:24:17.729378 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3962e0bc-0d8d-4d6e-b79a-3d8840a390ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:17.732454 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-648294c6-7a48-42c7-a1a6-6d379c1b15b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226622'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:17.769329 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-648294c6-7a48-42c7-a1a6-6d379c1b15b6 admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 21:24:17.775404 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-648294c6-7a48-42c7-a1a6-6d379c1b15b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-275369'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:17.781417 dv-cinder-806436-1-iscsi neutron-server[93797]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 21:24:17.781417 dv-cinder-806436-1-iscsi neutron-server[93797]: from cryptography.utils import int_from_bytes Aug 27 21:24:17.781417 dv-cinder-806436-1-iscsi neutron-server[93797]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 21:24:17.781417 dv-cinder-806436-1-iscsi neutron-server[93797]: from cryptography.utils import int_from_bytes Aug 27 21:24:17.781417 dv-cinder-806436-1-iscsi neutron-server[93797]: Traceback (most recent call last): Aug 27 21:24:17.781417 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 21:24:17.781417 dv-cinder-806436-1-iscsi neutron-server[93797]: timer() Aug 27 21:24:17.781417 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 21:24:17.781417 dv-cinder-806436-1-iscsi neutron-server[93797]: cb(*args, **kw) Aug 27 21:24:17.781417 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 21:24:17.781417 dv-cinder-806436-1-iscsi neutron-server[93797]: return func(*args, **kwargs) Aug 27 21:24:17.781417 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 21:24:17.781417 dv-cinder-806436-1-iscsi neutron-server[93797]: self._notify() Aug 27 21:24:17.781417 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 21:24:17.781417 dv-cinder-806436-1-iscsi neutron-server[93797]: self.callback(batched_events) Aug 27 21:24:17.781417 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 21:24:17.781417 dv-cinder-806436-1-iscsi neutron-server[93797]: event.method(event) Aug 27 21:24:17.781417 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 21:24:17.781417 dv-cinder-806436-1-iscsi neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 21:24:17.781417 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 21:24:17.781417 dv-cinder-806436-1-iscsi neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 21:24:17.781417 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 21:24:17.781417 dv-cinder-806436-1-iscsi neutron-server[93797]: return f(self, *a, **k) Aug 27 21:24:17.781417 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 21:24:17.781417 dv-cinder-806436-1-iscsi neutron-server[93797]: return self._get(url).json() Aug 27 21:24:17.781417 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 21:24:17.781417 dv-cinder-806436-1-iscsi neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 21:24:17.781417 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 21:24:17.781417 dv-cinder-806436-1-iscsi neutron-server[93797]: return self.request(url, 'GET', **kwargs) Aug 27 21:24:17.781417 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 21:24:17.781417 dv-cinder-806436-1-iscsi neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 21:24:17.781417 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 21:24:17.781417 dv-cinder-806436-1-iscsi neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 21:24:17.781417 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 21:24:17.781417 dv-cinder-806436-1-iscsi neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 21:24:17.781417 dv-cinder-806436-1-iscsi neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 21:24:17.914505 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-0c58e606-7b3c-4798-a64d-fd85928be7e1 None None] For port 0d4d7021-60bf-457b-a75d-9d5a044298ed, host dv-cinder-806436-1-iscsi, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 21:24:17.979325 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-648294c6-7a48-42c7-a1a6-6d379c1b15b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8361269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628323'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:18.012766 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-0c58e606-7b3c-4798-a64d-fd85928be7e1 None None] For port 0d4d7021-60bf-457b-a75d-9d5a044298ed, host dv-cinder-806436-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=0d4d7021-60bf-457b-a75d-9d5a044298ed,segment=NetworkSegment(cf28798e-2dc9-43ac-a0bc-53018bbccb0e),segment_id=cf28798e-2dc9-43ac-a0bc-53018bbccb0e)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 21:24:18.033731 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0c58e606-7b3c-4798-a64d-fd85928be7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:18.048459 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648294c6-7a48-42c7-a1a6-6d379c1b15b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=600ad957-5e1d-4c25-b2f2-24910ad9786e,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:18.063087 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-648294c6-7a48-42c7-a1a6-6d379c1b15b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:18.080935 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-648294c6-7a48-42c7-a1a6-6d379c1b15b6 admin admin] 10.222.0.39 "DELETE /v2.0/networks/600ad957-5e1d-4c25-b2f2-24910ad9786e HTTP/1.1" status: 204 len: 168 time: 2.8892844 Aug 27 21:24:18.087650 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 57526) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:24:18.303192 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc65cf0e-68b8-4d1c-8a1d-86373f1aea66 admin admin] Deleting subnet ef5b7b4b-5ac7-42e5-b1a5-c8285b15c496 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 21:24:18.303192 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fc65cf0e-68b8-4d1c-8a1d-86373f1aea66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:18.390953 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c58e606-7b3c-4798-a64d-fd85928be7e1 None None] Routers {'af46ff4f-6630-489b-84a6-265c56f11df1'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:24:18.394488 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5b9c15a8-654e-4cc7-afc5-6b123509f390 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:18.396187 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-0c58e606-7b3c-4798-a64d-fd85928be7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:23:51Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['af46ff4f-6630-489b-84a6-265c56f11df1'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:24:18.398687 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.73', 61439) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:24:18.444818 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fc65cf0e-68b8-4d1c-8a1d-86373f1aea66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3590199'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:18.615622 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d171268c-d557-4e9b-afe3-c38dd551268b None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:18.634313 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fc65cf0e-68b8-4d1c-8a1d-86373f1aea66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8232119'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:18.663286 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d171268c-d557-4e9b-afe3-c38dd551268b None None] Transition to ACTIVE for port object 7c81537f-dd76-47b1-8810-0d8f94d63c55 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:24:18.698204 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d171268c-d557-4e9b-afe3-c38dd551268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:18.756271 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77669d3-17af-44df-9979-dbb43b432b63 None None] Pushing event updated for resources: {'Port': ['ID=0d4d7021-60bf-457b-a75d-9d5a044298ed,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:18.851144 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f55c40-d197-4869-9680-cf4e55f6051f None None] Pushing event updated for resources: {'Port': ['ID=7c81537f-dd76-47b1-8810-0d8f94d63c55,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:18.873745 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6c5d1681-e00d-4285-9a8b-57455ad9840d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:18.897732 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-d171268c-d557-4e9b-afe3-c38dd551268b None None] Attempting to bind port 7c81537f-dd76-47b1-8810-0d8f94d63c55 on host dv-cinder-806436-1-iscsi for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 21:24:18.898840 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-d171268c-d557-4e9b-afe3-c38dd551268b None None] Attempting to bind port 7c81537f-dd76-47b1-8810-0d8f94d63c55 by drivers openvswitch,hyperv on host dv-cinder-806436-1-iscsi at level 0 using segments [{'id': '294aecfa-d12c-4149-ab86-bf2395e16d40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 21:24:18.900792 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d171268c-d557-4e9b-afe3-c38dd551268b None None] Attempting to bind port 7c81537f-dd76-47b1-8810-0d8f94d63c55 on network 3cb20040-a5aa-4574-8b0a-6832b57fea7e {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:24:18.914313 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d171268c-d557-4e9b-afe3-c38dd551268b None None] Checking agent: {'id': '7431bd39-0fd9-4a64-8486-900009fb8dd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806436-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 21, 15, 51), 'started_at': datetime.datetime(2021, 8, 27, 21, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 21, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806436-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 21:24:18.915160 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d171268c-d557-4e9b-afe3-c38dd551268b None None] Checking segment: {'id': '294aecfa-d12c-4149-ab86-bf2395e16d40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:24:18.916008 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d171268c-d557-4e9b-afe3-c38dd551268b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:18.917036 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d171268c-d557-4e9b-afe3-c38dd551268b None None] Bound using segment: {'id': '294aecfa-d12c-4149-ab86-bf2395e16d40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 21:24:18.918600 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-d171268c-d557-4e9b-afe3-c38dd551268b None None] Bound port: 7c81537f-dd76-47b1-8810-0d8f94d63c55, host: dv-cinder-806436-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '294aecfa-d12c-4149-ab86-bf2395e16d40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 21:24:18.919699 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d171268c-d557-4e9b-afe3-c38dd551268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:19.039789 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fc65cf0e-68b8-4d1c-8a1d-86373f1aea66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8232120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-275407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3223993'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:19.070182 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-d171268c-d557-4e9b-afe3-c38dd551268b None None] For port 7c81537f-dd76-47b1-8810-0d8f94d63c55, host dv-cinder-806436-1-iscsi, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 21:24:19.085702 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-d171268c-d557-4e9b-afe3-c38dd551268b None None] For port 7c81537f-dd76-47b1-8810-0d8f94d63c55, host dv-cinder-806436-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=7c81537f-dd76-47b1-8810-0d8f94d63c55,segment=NetworkSegment(294aecfa-d12c-4149-ab86-bf2395e16d40),segment_id=294aecfa-d12c-4149-ab86-bf2395e16d40)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 21:24:19.097708 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-783fbe52-8f72-4bd0-ac9f-f946bd5242b0 req-e3470076-83e9-4a9f-babd-7e02ce2cd3f8 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] Made reservation on behalf of 14563a8ba9b44d56b8d0c9ce11383a86 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 21:24:19.098221 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d171268c-d557-4e9b-afe3-c38dd551268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:19.126882 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-783fbe52-8f72-4bd0-ac9f-f946bd5242b0 req-e3470076-83e9-4a9f-babd-7e02ce2cd3f8 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:19.191021 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b87aa-03d1-43e9-92eb-be0556b456d4 req-b90fc5d3-e29d-4e15-82e7-bbee2dda7024 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:19.193234 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-3d1b87aa-03d1-43e9-92eb-be0556b456d4 req-b90fc5d3-e29d-4e15-82e7-bbee2dda7024 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.73 "GET /v2.0/networks?id=3810ce44-ef2e-4539-825a-afaeff9378bf HTTP/1.1" status: 200 len: 815 time: 0.7907186 Aug 27 21:24:19.241013 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5b9c15a8-654e-4cc7-afc5-6b123509f390 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:19.264764 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d171268c-d557-4e9b-afe3-c38dd551268b None None] Routers {'6ad785d0-d50f-4e69-8ab5-be499d7a78bf'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:24:19.271036 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-d171268c-d557-4e9b-afe3-c38dd551268b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:23:51Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['6ad785d0-d50f-4e69-8ab5-be499d7a78bf'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:24:19.280922 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [req-3d1b87aa-03d1-43e9-92eb-be0556b456d4 req-30fec799-96e6-4415-99ca-39b98c051738 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Request body: {'port': {'device_id': '9fd2e5b8-ceb2-494c-ab8f-3490ee2ef899', 'network_id': '3810ce44-ef2e-4539-825a-afaeff9378bf', 'admin_state_up': True, 'tenant_id': 'f86ecf3ade224edea8eb50a9b92b58b0'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:24:19.443570 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-ca29afa6-0b4a-40e9-bee0-f677d3003ae1 req-ba9d73a7-908a-4685-929f-c318a769b46d tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fd2e5b8-ceb2-494c-ab8f-3490ee2ef899 HTTP/1.1" status: 200 len: 210 time: 0.4277520 Aug 27 21:24:19.452296 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc65cf0e-68b8-4d1c-8a1d-86373f1aea66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef5b7b4b-5ac7-42e5-b1a5-c8285b15c496,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:19.468616 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fc65cf0e-68b8-4d1c-8a1d-86373f1aea66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:19.475610 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-fc65cf0e-68b8-4d1c-8a1d-86373f1aea66 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ef5b7b4b-5ac7-42e5-b1a5-c8285b15c496 HTTP/1.1" status: 204 len: 168 time: 1.3850272 Aug 27 21:24:19.502239 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 57564) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:24:19.567033 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f55c40-d197-4869-9680-cf4e55f6051f None None] Pushing event updated for resources: {'Port': ['ID=7c81537f-dd76-47b1-8810-0d8f94d63c55,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:19.626447 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-0c58e606-7b3c-4798-a64d-fd85928be7e1 None None] Set router af46ff4f-6630-489b-84a6-265c56f11df1 gateway port host: dv-cinder-806436-1-iscsi {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:24:19.801176 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-d171268c-d557-4e9b-afe3-c38dd551268b None None] Set router 6ad785d0-d50f-4e69-8ab5-be499d7a78bf gateway port host: dv-cinder-806436-1-iscsi {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:24:19.807990 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-3962e0bc-0d8d-4d6e-b79a-3d8840a390ae admin admin] Allocated IP 172.20.0.1 (5fbb2a6b-0896-4fd4-bd40-c249a33d87a8/b5e1eaea-5bab-43a2-8e07-1f620faa4b4a/93f9cd7a-bf45-4eac-995e-6dcd55902e7c) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 21:24:20.002100 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3962e0bc-0d8d-4d6e-b79a-3d8840a390ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:20.067836 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-31cfded6-8934-4099-933c-aacd9c4e6e6e req-953e2f24-fca3-4acf-ba9d-4675f5758a6c tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/ports?device_id=a06cc81d-72ba-4b7d-bdf8-10677ee4e836 HTTP/1.1" status: 200 len: 210 time: 1.0676305 Aug 27 21:24:20.319097 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3962e0bc-0d8d-4d6e-b79a-3d8840a390ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794200564228'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:20.456373 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5b9c15a8-654e-4cc7-afc5-6b123509f390 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:20.459319 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-5b9c15a8-654e-4cc7-afc5-6b123509f390 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 3.9119332 Aug 27 21:24:20.487567 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-36253676-76ca-4173-98b7-2cd6e4429693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8293159'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:20.497452 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 57578) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:24:20.498101 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 57580) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:24:20.542390 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [None req-c017142b-4905-427d-a423-97d710f24ad6 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Request body: {'security_group_rule': {'security_group_id': '36d66ac6-a66a-4e5a-a3ac-9df3b19212c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:24:20.571902 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-d171268c-d557-4e9b-afe3-c38dd551268b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad785d0-d50f-4e69-8ab5-be499d7a78bf', 'name': 'tempest-ServerRescueNegativeTestJSON-353423049-router', 'tenant_id': 'f8b30927378840a284e230193294d3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '7c81537f-dd76-47b1-8810-0d8f94d63c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:24:07Z', 'updated_at': '2021-08-27T21:24:11Z', 'revision_number': 3, 'project_id': 'f8b30927378840a284e230193294d3eb', 'gw_port': {'id': '7c81537f-dd76-47b1-8810-0d8f94d63c55', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c5:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad785d0-d50f-4e69-8ab5-be499d7a78bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:24:09Z', 'updated_at': '2021-08-27T21:24:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi'}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:24:20.656082 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d171268c-d557-4e9b-afe3-c38dd551268b None None] The sync data for ids ['6ad785d0-d50f-4e69-8ab5-be499d7a78bf'] in dv-cinder-806436-1-iscsi is: [{'id': '6ad785d0-d50f-4e69-8ab5-be499d7a78bf', 'name': 'tempest-ServerRescueNegativeTestJSON-353423049-router', 'tenant_id': 'f8b30927378840a284e230193294d3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '7c81537f-dd76-47b1-8810-0d8f94d63c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:24:07Z', 'updated_at': '2021-08-27T21:24:11Z', 'revision_number': 3, 'project_id': 'f8b30927378840a284e230193294d3eb', 'gw_port': {'id': '7c81537f-dd76-47b1-8810-0d8f94d63c55', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c5:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad785d0-d50f-4e69-8ab5-be499d7a78bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:24:09Z', 'updated_at': '2021-08-27T21:24:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi'}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 21:24:20.681715 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c017142b-4905-427d-a423-97d710f24ad6 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:20.815227 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c017142b-4905-427d-a423-97d710f24ad6 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:20.851486 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-783fbe52-8f72-4bd0-ac9f-f946bd5242b0 req-e3470076-83e9-4a9f-babd-7e02ce2cd3f8 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] Allocated IP 172.20.0.10 (3ea8ee77-155d-4101-a143-9a4a63ff8e86/3a07107b-0e24-46bd-9551-d09ef0c6f8f2/1789ec09-c0e6-416b-9a2e-e144ea10e407) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 21:24:20.855847 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c017142b-4905-427d-a423-97d710f24ad6 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871929'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:20.888929 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-0c58e606-7b3c-4798-a64d-fd85928be7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af46ff4f-6630-489b-84a6-265c56f11df1', 'name': 'tempest-AttachVolumeShelveTestJSON-1071624808-router', 'tenant_id': '4c7881af14ba462d932065fd81b90b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '0c0a21da-690f-4bff-8a38-757117dd485b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:24:03Z', 'updated_at': '2021-08-27T21:24:11Z', 'revision_number': 4, 'project_id': '4c7881af14ba462d932065fd81b90b6e', 'gw_port': {'id': '0c0a21da-690f-4bff-8a38-757117dd485b', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:32:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46ff4f-6630-489b-84a6-265c56f11df1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:24:04Z', 'updated_at': '2021-08-27T21:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_interfaces': [{'id': '0d4d7021-60bf-457b-a75d-9d5a044298ed', 'name': '', 'network_id': '9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89', 'tenant_id': '4c7881af14ba462d932065fd81b90b6e', 'mac_address': 'fa:16:3e:a2:11:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af46ff4f-6630-489b-84a6-265c56f11df1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6921f496-5d7a-4db6-bf96-720866799ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:24:10Z', 'updated_at': '2021-08-27T21:24:17Z', 'revision_number': 4, 'project_id': '4c7881af14ba462d932065fd81b90b6e', 'subnets': [{'id': '6921f496-5d7a-4db6-bf96-720866799ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:24:21.011533 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-13f3cbcd-a7c4-49af-bd5f-685f2e17b52b req-50cdb35f-5fe8-4073-adcb-ba71a6100d9c tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fd2e5b8-ceb2-494c-ab8f-3490ee2ef899 HTTP/1.1" status: 200 len: 210 time: 0.1496325 Aug 27 21:24:21.047521 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c017142b-4905-427d-a423-97d710f24ad6 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cbf34a5-fd26-42f7-a92f-71ded419e2c8,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:21.132717 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c58e606-7b3c-4798-a64d-fd85928be7e1 None None] The sync data for ids ['af46ff4f-6630-489b-84a6-265c56f11df1'] in dv-cinder-806436-1-iscsi is: [{'id': 'af46ff4f-6630-489b-84a6-265c56f11df1', 'name': 'tempest-AttachVolumeShelveTestJSON-1071624808-router', 'tenant_id': '4c7881af14ba462d932065fd81b90b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '0c0a21da-690f-4bff-8a38-757117dd485b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:24:03Z', 'updated_at': '2021-08-27T21:24:11Z', 'revision_number': 4, 'project_id': '4c7881af14ba462d932065fd81b90b6e', 'gw_port': {'id': '0c0a21da-690f-4bff-8a38-757117dd485b', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:32:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46ff4f-6630-489b-84a6-265c56f11df1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:24:04Z', 'updated_at': '2021-08-27T21:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_interfaces': [{'id': '0d4d7021-60bf-457b-a75d-9d5a044298ed', 'name': '', 'network_id': '9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89', 'tenant_id': '4c7881af14ba462d932065fd81b90b6e', 'mac_address': 'fa:16:3e:a2:11:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af46ff4f-6630-489b-84a6-265c56f11df1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6921f496-5d7a-4db6-bf96-720866799ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:24:10Z', 'updated_at': '2021-08-27T21:24:17Z', 'revision_number': 4, 'project_id': '4c7881af14ba462d932065fd81b90b6e', 'subnets': [{'id': '6921f496-5d7a-4db6-bf96-720866799ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 21:24:21.372009 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a4f4a365-9b8c-4a94-adde-4da430888613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:21.390228 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2da45622-3fd9-4c65-bb04-b5ed5af1b6f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:21.524321 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9c15a8-654e-4cc7-afc5-6b123509f390 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:21.552281 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-36253676-76ca-4173-98b7-2cd6e4429693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8361292', 'neutron.services.segments.db._delete_segments_for_network-8794201047534'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:21.582854 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c017142b-4905-427d-a423-97d710f24ad6 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:21.590911 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-c017142b-4905-427d-a423-97d710f24ad6 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0584404 Aug 27 21:24:21.602567 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:21.631634 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 57600) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:24:21.675806 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.services.segments.db [None req-36253676-76ca-4173-98b7-2cd6e4429693 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e06f36e3-2a69-4396-ba2a-c5bbb00dde6a']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:24:21.713040 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [None req-708aeb0a-586a-4c2b-b30f-aaceb875c96c tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Request body: {'security_group_rule': {'security_group_id': '36d66ac6-a66a-4e5a-a3ac-9df3b19212c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:24:21.800267 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.services.segments.db [None req-36253676-76ca-4173-98b7-2cd6e4429693 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cf9c17c-b131-4d3c-a8ee-faa1ca48e5ce') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:24:21.801023 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.services.segments.db [None req-36253676-76ca-4173-98b7-2cd6e4429693 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cf9c17c-b131-4d3c-a8ee-faa1ca48e5ce') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:24:22.022018 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-36253676-76ca-4173-98b7-2cd6e4429693 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794201047417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3590184'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:22.077437 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3962e0bc-0d8d-4d6e-b79a-3d8840a390ae admin admin] Pushing event updated for resources: {'Port': ['ID=93f9cd7a-bf45-4eac-995e-6dcd55902e7c,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:22.163328 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3962e0bc-0d8d-4d6e-b79a-3d8840a390ae admin admin] Network 5fbb2a6b-0896-4fd4-bd40-c249a33d87a8 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:24:22.212094 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-36253676-76ca-4173-98b7-2cd6e4429693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226622'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:22.213676 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-e38b67c5-8afa-43e5-97e2-4fa39410c0ed req-13a4b884-130f-417b-9ae6-92db150c4ffb tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/ports?device_id=a06cc81d-72ba-4b7d-bdf8-10677ee4e836 HTTP/1.1" status: 200 len: 210 time: 0.7921538 Aug 27 21:24:22.215798 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-3962e0bc-0d8d-4d6e-b79a-3d8840a390ae admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:24:22.245077 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3962e0bc-0d8d-4d6e-b79a-3d8840a390ae admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 21:24:22.245919 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3962e0bc-0d8d-4d6e-b79a-3d8840a390ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-628452'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:22.251614 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 7c81537f-dd76-47b1-8810-0d8f94d63c55 up at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:24:22.335490 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning for port 7c81537f-dd76-47b1-8810-0d8f94d63c55 completed by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:24:22.344787 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning complete for port 7c81537f-dd76-47b1-8810-0d8f94d63c55 triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:24:22.345604 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:22.655887 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:22.720116 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] For port 7c81537f-dd76-47b1-8810-0d8f94d63c55, host dv-cinder-806436-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=7c81537f-dd76-47b1-8810-0d8f94d63c55,segment=NetworkSegment(294aecfa-d12c-4149-ab86-bf2395e16d40),segment_id=294aecfa-d12c-4149-ab86-bf2395e16d40)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:24:22.726547 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65920cb9-5c7f-4952-b134-219b92defc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:22.728021 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:22.729224 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 0d4d7021-60bf-457b-a75d-9d5a044298ed up at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:24:22.853800 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Pushing event updated for resources: {'Port': ['ID=7c81537f-dd76-47b1-8810-0d8f94d63c55,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:22.869228 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-783fbe52-8f72-4bd0-ac9f-f946bd5242b0 req-e3470076-83e9-4a9f-babd-7e02ce2cd3f8 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:22.998664 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning for port 0d4d7021-60bf-457b-a75d-9d5a044298ed completed by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:24:23.032730 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning complete for port 0d4d7021-60bf-457b-a75d-9d5a044298ed triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:24:23.033171 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:23.126822 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2da45622-3fd9-4c65-bb04-b5ed5af1b6f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:23.132396 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36253676-76ca-4173-98b7-2cd6e4429693 admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 21:24:23.134382 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-36253676-76ca-4173-98b7-2cd6e4429693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-275369'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:23.139449 dv-cinder-806436-1-iscsi neutron-server[93797]: Traceback (most recent call last): Aug 27 21:24:23.139449 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 21:24:23.139449 dv-cinder-806436-1-iscsi neutron-server[93797]: timer() Aug 27 21:24:23.139449 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 21:24:23.139449 dv-cinder-806436-1-iscsi neutron-server[93797]: cb(*args, **kw) Aug 27 21:24:23.139449 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 21:24:23.139449 dv-cinder-806436-1-iscsi neutron-server[93797]: return func(*args, **kwargs) Aug 27 21:24:23.139449 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 21:24:23.139449 dv-cinder-806436-1-iscsi neutron-server[93797]: self._notify() Aug 27 21:24:23.139449 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 21:24:23.139449 dv-cinder-806436-1-iscsi neutron-server[93797]: self.callback(batched_events) Aug 27 21:24:23.139449 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 21:24:23.139449 dv-cinder-806436-1-iscsi neutron-server[93797]: event.method(event) Aug 27 21:24:23.139449 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 21:24:23.139449 dv-cinder-806436-1-iscsi neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 21:24:23.139449 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 21:24:23.139449 dv-cinder-806436-1-iscsi neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 21:24:23.139449 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 21:24:23.139449 dv-cinder-806436-1-iscsi neutron-server[93797]: return f(self, *a, **k) Aug 27 21:24:23.139449 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 21:24:23.139449 dv-cinder-806436-1-iscsi neutron-server[93797]: return self._get(url).json() Aug 27 21:24:23.139449 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 21:24:23.139449 dv-cinder-806436-1-iscsi neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 21:24:23.139449 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 21:24:23.139449 dv-cinder-806436-1-iscsi neutron-server[93797]: return self.request(url, 'GET', **kwargs) Aug 27 21:24:23.139449 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 21:24:23.139449 dv-cinder-806436-1-iscsi neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 21:24:23.139449 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 21:24:23.139449 dv-cinder-806436-1-iscsi neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 21:24:23.139449 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 21:24:23.139449 dv-cinder-806436-1-iscsi neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 21:24:23.139449 dv-cinder-806436-1-iscsi neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 21:24:23.171913 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2da45622-3fd9-4c65-bb04-b5ed5af1b6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:23.278206 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3962e0bc-0d8d-4d6e-b79a-3d8840a390ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:23.317203 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-783fbe52-8f72-4bd0-ac9f-f946bd5242b0 req-e3470076-83e9-4a9f-babd-7e02ce2cd3f8 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794200564228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-275356'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:23.348096 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da45622-3fd9-4c65-bb04-b5ed5af1b6f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f654c00-3696-46f5-846d-59fd0efcceb3,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:23.431193 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:23.455594 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.db.api [req-3d1b87aa-03d1-43e9-92eb-be0556b456d4 req-30fec799-96e6-4415-99ca-39b98c051738 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 21:24:23.455594 dv-cinder-806436-1-iscsi neutron-server[93796]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 27 21:24:23.455594 dv-cinder-806436-1-iscsi neutron-server[93796]: [parameters: {'project_id_1': 'f86ecf3ade224edea8eb50a9b92b58b0', 'expiration_1': datetime.datetime(2021, 8, 27, 21, 24, 22, 761091)}] Aug 27 21:24:23.455594 dv-cinder-806436-1-iscsi neutron-server[93796]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 21:24:23.456059 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG oslo_db.api [req-3d1b87aa-03d1-43e9-92eb-be0556b456d4 req-30fec799-96e6-4415-99ca-39b98c051738 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 21:24:23.547981 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-4804d8ee-bf35-4051-aa86-9b61f88aa8d3 req-5e852343-1018-4eee-a6bf-aab2ee778945 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fd2e5b8-ceb2-494c-ab8f-3490ee2ef899 HTTP/1.1" status: 200 len: 210 time: 0.6115882 Aug 27 21:24:23.581487 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] For port 0d4d7021-60bf-457b-a75d-9d5a044298ed, host dv-cinder-806436-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=0d4d7021-60bf-457b-a75d-9d5a044298ed,segment=NetworkSegment(cf28798e-2dc9-43ac-a0bc-53018bbccb0e),segment_id=cf28798e-2dc9-43ac-a0bc-53018bbccb0e)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:24:23.595266 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:23.609691 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3470076-83e9-4a9f-babd-7e02ce2cd3f8 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] Pushing event updated for resources: {'Port': ['ID=1789ec09-c0e6-416b-9a2e-e144ea10e407,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:23.630384 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-2da45622-3fd9-4c65-bb04-b5ed5af1b6f9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=88094e9a650f42289a2dcab7754d426a&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0103104 Aug 27 21:24:23.676848 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 57628) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:24:23.776635 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Pushing event updated for resources: {'Port': ['ID=0d4d7021-60bf-457b-a75d-9d5a044298ed,revision_number=5']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:23.801385 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-783fbe52-8f72-4bd0-ac9f-f946bd5242b0 req-e3470076-83e9-4a9f-babd-7e02ce2cd3f8 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] Network 3ea8ee77-155d-4101-a143-9a4a63ff8e86 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:24:23.818014 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-36253676-76ca-4173-98b7-2cd6e4429693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8361269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628323'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:23.826563 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-36253676-76ca-4173-98b7-2cd6e4429693 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:23.831522 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-36253676-76ca-4173-98b7-2cd6e4429693 admin admin] 10.222.0.39 "DELETE /v2.0/networks/e06f36e3-2a69-4396-ba2a-c5bbb00dde6a HTTP/1.1" status: 204 len: 168 time: 4.3250396 Aug 27 21:24:23.831522 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-708aeb0a-586a-4c2b-b30f-aaceb875c96c tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:23.884028 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3e6e36ab-1db0-4353-8d22-c7a88f07335c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:23.955006 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-708aeb0a-586a-4c2b-b30f-aaceb875c96c tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:23.962197 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-783fbe52-8f72-4bd0-ac9f-f946bd5242b0 req-e3470076-83e9-4a9f-babd-7e02ce2cd3f8 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:24:23.965464 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-783fbe52-8f72-4bd0-ac9f-f946bd5242b0 req-e3470076-83e9-4a9f-babd-7e02ce2cd3f8 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 21:24:23.978125 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 7c81537f-dd76-47b1-8810-0d8f94d63c55 up at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:24:24.096741 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783fbe52-8f72-4bd0-ac9f-f946bd5242b0 req-e3470076-83e9-4a9f-babd-7e02ce2cd3f8 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:24.097473 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-783fbe52-8f72-4bd0-ac9f-f946bd5242b0 req-e3470076-83e9-4a9f-babd-7e02ce2cd3f8 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:24.113137 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-708aeb0a-586a-4c2b-b30f-aaceb875c96c tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871929'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:24.125670 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d388eb-cab7-4cf7-b2ff-69b52515ea11 req-1ef47cf6-a408-41aa-92a0-546b80c38a06 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:24.127438 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-a3d388eb-cab7-4cf7-b2ff-69b52515ea11 req-1ef47cf6-a408-41aa-92a0-546b80c38a06 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/ports?device_id=a06cc81d-72ba-4b7d-bdf8-10677ee4e836 HTTP/1.1" status: 200 len: 932 time: 0.6850262 Aug 27 21:24:24.171636 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708aeb0a-586a-4c2b-b30f-aaceb875c96c tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4da54444-2ebd-44da-908e-7e98cb9359dd,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:24.176149 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36253676-76ca-4173-98b7-2cd6e4429693 admin admin] Pushing event deleted for resources: {'Network': ['ID=e06f36e3-2a69-4396-ba2a-c5bbb00dde6a,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:24.205698 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3e6e36ab-1db0-4353-8d22-c7a88f07335c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:24.247384 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-778ce8a3-384f-4928-b9ff-199d4ced17a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:24.269158 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3962e0bc-0d8d-4d6e-b79a-3d8840a390ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:24.273230 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d1b87aa-03d1-43e9-92eb-be0556b456d4 req-30fec799-96e6-4415-99ca-39b98c051738 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Made reservation on behalf of f86ecf3ade224edea8eb50a9b92b58b0 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 21:24:24.277276 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3d1b87aa-03d1-43e9-92eb-be0556b456d4 req-30fec799-96e6-4415-99ca-39b98c051738 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:24.292467 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-708aeb0a-586a-4c2b-b30f-aaceb875c96c tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:24.301490 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 57644) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:24:24.306549 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning complete for port 7c81537f-dd76-47b1-8810-0d8f94d63c55 triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:24:24.306679 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-708aeb0a-586a-4c2b-b30f-aaceb875c96c tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.6342130 Aug 27 21:24:24.306936 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:24.320728 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-783fbe52-8f72-4bd0-ac9f-f946bd5242b0 req-e3470076-83e9-4a9f-babd-7e02ce2cd3f8 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.4656851 Aug 27 21:24:24.326581 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [None req-e1b3fa17-8f57-43bb-8a04-f955a6a19785 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Request body: {'floatingip': {'floating_network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:24:24.340861 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 57646) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:24:24.355212 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3962e0bc-0d8d-4d6e-b79a-3d8840a390ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:24.357009 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3962e0bc-0d8d-4d6e-b79a-3d8840a390ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1011620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628539'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:24.436251 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3962e0bc-0d8d-4d6e-b79a-3d8840a390ae admin admin] Pushing event updated for resources: {'Port': ['ID=93f9cd7a-bf45-4eac-995e-6dcd55902e7c,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:24.453232 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-a3d388eb-cab7-4cf7-b2ff-69b52515ea11 req-53691c1c-59ed-4d4d-8d5c-aecc5ea9652e tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/security-groups?id=0819f91c-3f56-417e-b479-789811ec40ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962101 Aug 27 21:24:24.527869 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3e6e36ab-1db0-4353-8d22-c7a88f07335c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:24.544944 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3e6e36ab-1db0-4353-8d22-c7a88f07335c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:24.559458 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-3e6e36ab-1db0-4353-8d22-c7a88f07335c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7f654c00-3696-46f5-846d-59fd0efcceb3 HTTP/1.1" status: 204 len: 168 time: 0.8680053 Aug 27 21:24:24.577668 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 0d4d7021-60bf-457b-a75d-9d5a044298ed up at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:24:24.582238 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e36ab-1db0-4353-8d22-c7a88f07335c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f654c00-3696-46f5-846d-59fd0efcceb3,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:24.607091 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-b6f8ddbb-a6a1-44eb-8a4a-cc631cc03c1c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d85acf80c1214d5c8d691bb5f68d5537&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2513320 Aug 27 21:24:24.608470 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 57652) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:24:24.712230 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e1b3fa17-8f57-43bb-8a04-f955a6a19785 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:24.761004 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning complete for port 0d4d7021-60bf-457b-a75d-9d5a044298ed triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:24:24.761394 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:24.767932 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-94625ac5-8890-41a4-be76-32d5428fde54 req-e118d4db-eed7-490c-88f7-19dfd70ef5a9 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fd2e5b8-ceb2-494c-ab8f-3490ee2ef899 HTTP/1.1" status: 200 len: 210 time: 0.0729268 Aug 27 21:24:24.799160 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fb761f21-ad54-45f4-8060-a502b9090fea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:24.839514 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fb761f21-ad54-45f4-8060-a502b9090fea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:24.924278 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fb761f21-ad54-45f4-8060-a502b9090fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:24.928975 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fb761f21-ad54-45f4-8060-a502b9090fea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:24.932942 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-fb761f21-ad54-45f4-8060-a502b9090fea admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/21c706f8-1797-41e2-ab3c-1f3913c7bb91 HTTP/1.1" status: 204 len: 168 time: 0.3211434 Aug 27 21:24:24.968702 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb761f21-ad54-45f4-8060-a502b9090fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c706f8-1797-41e2-ab3c-1f3913c7bb91,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:24.987126 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-3d1b87aa-03d1-43e9-92eb-be0556b456d4 req-30fec799-96e6-4415-99ca-39b98c051738 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Allocated IP 172.20.0.10 (3810ce44-ef2e-4539-825a-afaeff9378bf/1118719e-5689-4aa5-abb3-709897e8d96a/ffb26850-fdb4-4ec1-952e-e63d67398879) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 21:24:25.228373 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3962e0bc-0d8d-4d6e-b79a-3d8840a390ae admin admin] Network 5fbb2a6b-0896-4fd4-bd40-c249a33d87a8 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:24:25.255375 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-3962e0bc-0d8d-4d6e-b79a-3d8840a390ae admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:24:25.559585 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 57668) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:24:25.582168 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e1b3fa17-8f57-43bb-8a04-f955a6a19785 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:25.626765 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-248c8157-1db9-48b0-9e23-0a0bb06f67f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:25.927954 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-248c8157-1db9-48b0-9e23-0a0bb06f67f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:25.930858 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3d1b87aa-03d1-43e9-92eb-be0556b456d4 req-30fec799-96e6-4415-99ca-39b98c051738 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:25.933194 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-248c8157-1db9-48b0-9e23-0a0bb06f67f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:25.943625 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3962e0bc-0d8d-4d6e-b79a-3d8840a390ae admin admin] Router 6ad785d0-d50f-4e69-8ab5-be499d7a78bf has already been hosted by L3 agent da753c34-e47f-42d8-9f83-ec5464f53bc8 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 21:24:26.003668 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-9cf8cb5e-21e1-4acd-89b6-6f924732fd44 req-299f2362-fff5-40ce-a6db-703baf0076b1 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fd2e5b8-ceb2-494c-ab8f-3490ee2ef899 HTTP/1.1" status: 200 len: 210 time: 0.1044970 Aug 27 21:24:26.009860 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 57672) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:24:26.099232 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-248c8157-1db9-48b0-9e23-0a0bb06f67f7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=99ec243126804b75a905efcbf90b74e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5375705 Aug 27 21:24:26.121946 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 57674) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:24:26.127090 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c8157-1db9-48b0-9e23-0a0bb06f67f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d869e9e7-e3a4-4e93-a17f-a1c67a7c6599,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:26.192678 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-7ac9c702-f9a9-442b-a7cb-04dcf397198e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c6d80c48b41c42b8a7952ae7abe8f269&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1814747 Aug 27 21:24:26.198926 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 57678) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:24:26.330657 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7ab2a625-51bf-4976-a151-6ba5c480f36f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:26.377238 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7ab2a625-51bf-4976-a151-6ba5c480f36f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:26.383095 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fc9c6e79-f3b0-467d-a8c4-ef7a036c4b9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:26.426510 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3962e0bc-0d8d-4d6e-b79a-3d8840a390ae admin admin] Notify agent at l3_agent.dv-cinder-806436-1-iscsi the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 21:24:26.449430 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8f8823-3d03-49a0-829a-0100ba6e510d None None] Sync routers for ids ['6ad785d0-d50f-4e69-8ab5-be499d7a78bf'] in dv-cinder-806436-1-iscsi {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 21:24:26.450488 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e6995-2bb6-4426-866d-c4cff7847690 req-e7e5ffa7-b0f6-48a3-a1b6-1ab7dd63f2ed tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:26.458289 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-ad8e6995-2bb6-4426-866d-c4cff7847690 req-e7e5ffa7-b0f6-48a3-a1b6-1ab7dd63f2ed tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/ports?device_id=a06cc81d-72ba-4b7d-bdf8-10677ee4e836 HTTP/1.1" status: 200 len: 932 time: 0.6935523 Aug 27 21:24:26.475389 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fc9c6e79-f3b0-467d-a8c4-ef7a036c4b9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:26.487615 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8f8823-3d03-49a0-829a-0100ba6e510d None None] Routers {'6ad785d0-d50f-4e69-8ab5-be499d7a78bf'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:24:26.489542 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-bc8f8823-3d03-49a0-829a-0100ba6e510d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:24:21Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['6ad785d0-d50f-4e69-8ab5-be499d7a78bf'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:24:26.526229 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-3962e0bc-0d8d-4d6e-b79a-3d8840a390ae admin admin] 10.222.0.39 "PUT /v2.0/routers/6ad785d0-d50f-4e69-8ab5-be499d7a78bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0345597 Aug 27 21:24:26.526229 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-e1b3fa17-8f57-43bb-8a04-f955a6a19785 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Allocated IP 172.27.0.55 (3cb20040-a5aa-4574-8b0a-6832b57fea7e/ca2fa5cb-b298-4fb9-b5f4-ab6912612305/a386e929-5cd1-4935-8dec-070ce94f2497) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 21:24:26.627738 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7ab2a625-51bf-4976-a151-6ba5c480f36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:26.640706 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3d1b87aa-03d1-43e9-92eb-be0556b456d4 req-30fec799-96e6-4415-99ca-39b98c051738 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794200564228'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:26.643684 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7ab2a625-51bf-4976-a151-6ba5c480f36f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:26.647897 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-7ab2a625-51bf-4976-a151-6ba5c480f36f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d869e9e7-e3a4-4e93-a17f-a1c67a7c6599 HTTP/1.1" status: 204 len: 168 time: 0.5233288 Aug 27 21:24:26.667666 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab2a625-51bf-4976-a151-6ba5c480f36f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d869e9e7-e3a4-4e93-a17f-a1c67a7c6599,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:26.681427 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fc9c6e79-f3b0-467d-a8c4-ef7a036c4b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:26.686998 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fc9c6e79-f3b0-467d-a8c4-ef7a036c4b9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:26.688156 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-fc9c6e79-f3b0-467d-a8c4-ef7a036c4b9b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ca0f4a41-4770-4d5c-9984-f4235352f039 HTTP/1.1" status: 204 len: 168 time: 0.4882216 Aug 27 21:24:26.730747 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9c6e79-f3b0-467d-a8c4-ef7a036c4b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0f4a41-4770-4d5c-9984-f4235352f039,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:26.946968 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-bc8f8823-3d03-49a0-829a-0100ba6e510d None None] Set router 6ad785d0-d50f-4e69-8ab5-be499d7a78bf gateway port host: dv-cinder-806436-1-iscsi {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:24:27.052137 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d1b87aa-03d1-43e9-92eb-be0556b456d4 req-30fec799-96e6-4415-99ca-39b98c051738 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Network 3810ce44-ef2e-4539-825a-afaeff9378bf is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:24:27.075117 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-3d1b87aa-03d1-43e9-92eb-be0556b456d4 req-30fec799-96e6-4415-99ca-39b98c051738 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:24:27.084737 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d1b87aa-03d1-43e9-92eb-be0556b456d4 req-30fec799-96e6-4415-99ca-39b98c051738 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 21:24:27.101609 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b87aa-03d1-43e9-92eb-be0556b456d4 req-30fec799-96e6-4415-99ca-39b98c051738 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:27.102532 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3d1b87aa-03d1-43e9-92eb-be0556b456d4 req-30fec799-96e6-4415-99ca-39b98c051738 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:27.225648 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-ad8e6995-2bb6-4426-866d-c4cff7847690 req-eb23740b-ab0f-412f-8e60-6b6f0f216a7f tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/security-groups?id=0819f91c-3f56-417e-b479-789811ec40ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6474433 Aug 27 21:24:27.239337 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fec799-96e6-4415-99ca-39b98c051738 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Pushing event updated for resources: {'Port': ['ID=ffb26850-fdb4-4ec1-952e-e63d67398879,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:27.345276 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-3d1b87aa-03d1-43e9-92eb-be0556b456d4 req-30fec799-96e6-4415-99ca-39b98c051738 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.0921385 Aug 27 21:24:27.382483 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e1b3fa17-8f57-43bb-8a04-f955a6a19785 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:27.430190 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [req-783fbe52-8f72-4bd0-ac9f-f946bd5242b0 req-7fc605cf-b24e-4c79-ac39-63edf1ec1ec5 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 21:24:27.431881 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-783fbe52-8f72-4bd0-ac9f-f946bd5242b0 req-7fc605cf-b24e-4c79-ac39-63edf1ec1ec5 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0165155 Aug 27 21:24:27.434094 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [req-3d1b87aa-03d1-43e9-92eb-be0556b456d4 req-48b4ad82-076d-4305-a389-b47f40ec2ef9 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 21:24:27.438120 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-3d1b87aa-03d1-43e9-92eb-be0556b456d4 req-48b4ad82-076d-4305-a389-b47f40ec2ef9 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0248799 Aug 27 21:24:27.467870 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aab22a-2238-4a9e-b3c5-578deee255fb req-dbf82123-e163-4f40-acf2-b1f0fa96989a tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:27.474760 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d2aab22a-2238-4a9e-b3c5-578deee255fb req-dbf82123-e163-4f40-acf2-b1f0fa96989a tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fd2e5b8-ceb2-494c-ab8f-3490ee2ef899 HTTP/1.1" status: 200 len: 932 time: 0.2988214 Aug 27 21:24:27.593550 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d2aab22a-2238-4a9e-b3c5-578deee255fb req-2c75596a-ac9d-4cb2-82c3-a5da68dab20f tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132803 Aug 27 21:24:27.602562 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-bc8f8823-3d03-49a0-829a-0100ba6e510d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad785d0-d50f-4e69-8ab5-be499d7a78bf', 'name': 'tempest-ServerRescueNegativeTestJSON-353423049-router', 'tenant_id': 'f8b30927378840a284e230193294d3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '7c81537f-dd76-47b1-8810-0d8f94d63c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:24:07Z', 'updated_at': '2021-08-27T21:24:22Z', 'revision_number': 4, 'project_id': 'f8b30927378840a284e230193294d3eb', 'gw_port': {'id': '7c81537f-dd76-47b1-8810-0d8f94d63c55', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad785d0-d50f-4e69-8ab5-be499d7a78bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:24:09Z', 'updated_at': '2021-08-27T21:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_interfaces': [{'id': '93f9cd7a-bf45-4eac-995e-6dcd55902e7c', 'name': '', 'network_id': '5fbb2a6b-0896-4fd4-bd40-c249a33d87a8', 'tenant_id': 'f8b30927378840a284e230193294d3eb', 'mac_address': 'fa:16:3e:e9:2e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad785d0-d50f-4e69-8ab5-be499d7a78bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b5e1eaea-5bab-43a2-8e07-1f620faa4b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:24:17Z', 'updated_at': '2021-08-27T21:24:23Z', 'revision_number': 2, 'project_id': 'f8b30927378840a284e230193294d3eb', 'subnets': [{'id': 'b5e1eaea-5bab-43a2-8e07-1f620faa4b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:24:27.627048 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e1b3fa17-8f57-43bb-8a04-f955a6a19785 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794200564228'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:27.642638 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8f8823-3d03-49a0-829a-0100ba6e510d None None] Checking router: 6ad785d0-d50f-4e69-8ab5-be499d7a78bf for host: dv-cinder-806436-1-iscsi {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 21:24:27.644028 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8f8823-3d03-49a0-829a-0100ba6e510d None None] Updating router 6ad785d0-d50f-4e69-8ab5-be499d7a78bf port 93f9cd7a-bf45-4eac-995e-6dcd55902e7c binding host dv-cinder-806436-1-iscsi {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 21:24:27.702634 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bc8f8823-3d03-49a0-829a-0100ba6e510d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:27.815950 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b3fa17-8f57-43bb-8a04-f955a6a19785 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Network 3cb20040-a5aa-4574-8b0a-6832b57fea7e is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:24:27.823261 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-e1b3fa17-8f57-43bb-8a04-f955a6a19785 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:24:27.837078 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b3fa17-8f57-43bb-8a04-f955a6a19785 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 21:24:27.846014 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b3fa17-8f57-43bb-8a04-f955a6a19785 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Pushing event updated for resources: {'Port': ['ID=a386e929-5cd1-4935-8dec-070ce94f2497,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:28.016863 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e1b3fa17-8f57-43bb-8a04-f955a6a19785 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:28.087217 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [req-3d1b87aa-03d1-43e9-92eb-be0556b456d4 req-14bda3c1-ad34-452e-aa37-0e1c1bf9ecb5 service neutron] Request body: {'port': {'device_id': '9fd2e5b8-ceb2-494c-ab8f-3490ee2ef899', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80643'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:24:28.386511 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3d1b87aa-03d1-43e9-92eb-be0556b456d4 req-14bda3c1-ad34-452e-aa37-0e1c1bf9ecb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:28.663964 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [req-783fbe52-8f72-4bd0-ac9f-f946bd5242b0 req-6107a0e4-7359-482a-89e1-4439f4737e24 service neutron] Request body: {'port': {'device_id': 'a06cc81d-72ba-4b7d-bdf8-10677ee4e836', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80643'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:24:28.704175 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bc8f8823-3d03-49a0-829a-0100ba6e510d None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:28.722685 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-bc8f8823-3d03-49a0-829a-0100ba6e510d None None] Transition to ACTIVE for port object 93f9cd7a-bf45-4eac-995e-6dcd55902e7c will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:24:28.739796 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bc8f8823-3d03-49a0-829a-0100ba6e510d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:28.961121 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e1b3fa17-8f57-43bb-8a04-f955a6a19785 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:28.972908 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46633fb3-0978-4aa2-a192-99898f1a5fc0 req-cf58cc64-a861-4355-ab68-aec623492c2e tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:28.975625 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afc10ca-3a1c-48fa-8108-a878f5e5ab53 None None] Pushing event updated for resources: {'Port': ['ID=93f9cd7a-bf45-4eac-995e-6dcd55902e7c,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:28.984744 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-46633fb3-0978-4aa2-a192-99898f1a5fc0 req-cf58cc64-a861-4355-ab68-aec623492c2e tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/ports?device_id=a06cc81d-72ba-4b7d-bdf8-10677ee4e836 HTTP/1.1" status: 200 len: 932 time: 0.5492723 Aug 27 21:24:29.039973 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d5c50-a0f1-4042-8955-a0dc28a2e690 req-48e76a21-99c4-4298-baf8-89e3f830f963 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:29.051803 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-c82d5c50-a0f1-4042-8955-a0dc28a2e690 req-48e76a21-99c4-4298-baf8-89e3f830f963 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/networks?id=5fbb2a6b-0896-4fd4-bd40-c249a33d87a8 HTTP/1.1" status: 200 len: 818 time: 0.9084444 Aug 27 21:24:29.139869 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-783fbe52-8f72-4bd0-ac9f-f946bd5242b0 req-6107a0e4-7359-482a-89e1-4439f4737e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:29.152139 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-bc8f8823-3d03-49a0-829a-0100ba6e510d None None] Attempting to bind port 93f9cd7a-bf45-4eac-995e-6dcd55902e7c on host dv-cinder-806436-1-iscsi for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 21:24:29.152646 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-bc8f8823-3d03-49a0-829a-0100ba6e510d None None] Attempting to bind port 93f9cd7a-bf45-4eac-995e-6dcd55902e7c by drivers openvswitch,hyperv on host dv-cinder-806436-1-iscsi at level 0 using segments [{'id': '52d99102-2b75-41b5-9952-77d7ee7e2909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5fbb2a6b-0896-4fd4-bd40-c249a33d87a8'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 21:24:29.153102 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8f8823-3d03-49a0-829a-0100ba6e510d None None] Attempting to bind port 93f9cd7a-bf45-4eac-995e-6dcd55902e7c on network 5fbb2a6b-0896-4fd4-bd40-c249a33d87a8 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:24:29.160516 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8f8823-3d03-49a0-829a-0100ba6e510d None None] Checking agent: {'id': '7431bd39-0fd9-4a64-8486-900009fb8dd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806436-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 21, 15, 51), 'started_at': datetime.datetime(2021, 8, 27, 21, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 21, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806436-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 21:24:29.161054 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8f8823-3d03-49a0-829a-0100ba6e510d None None] Checking segment: {'id': '52d99102-2b75-41b5-9952-77d7ee7e2909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5fbb2a6b-0896-4fd4-bd40-c249a33d87a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:24:29.161617 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bc8f8823-3d03-49a0-829a-0100ba6e510d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:29.162105 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8f8823-3d03-49a0-829a-0100ba6e510d None None] Bound using segment: {'id': '52d99102-2b75-41b5-9952-77d7ee7e2909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5fbb2a6b-0896-4fd4-bd40-c249a33d87a8'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 21:24:29.162683 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-bc8f8823-3d03-49a0-829a-0100ba6e510d None None] Bound port: 93f9cd7a-bf45-4eac-995e-6dcd55902e7c, host: dv-cinder-806436-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d99102-2b75-41b5-9952-77d7ee7e2909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5fbb2a6b-0896-4fd4-bd40-c249a33d87a8'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 21:24:29.163178 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bc8f8823-3d03-49a0-829a-0100ba6e510d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:29.200398 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-c82d5c50-a0f1-4042-8955-a0dc28a2e690 req-9968ccd2-9ffc-43de-8e02-66216bccee28 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/quotas/f8b30927378840a284e230193294d3eb HTTP/1.1" status: 200 len: 375 time: 0.1470592 Aug 27 21:24:29.261381 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-bc8f8823-3d03-49a0-829a-0100ba6e510d None None] For port 93f9cd7a-bf45-4eac-995e-6dcd55902e7c, host dv-cinder-806436-1-iscsi, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 21:24:29.266088 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-bc8f8823-3d03-49a0-829a-0100ba6e510d None None] For port 93f9cd7a-bf45-4eac-995e-6dcd55902e7c, host dv-cinder-806436-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=93f9cd7a-bf45-4eac-995e-6dcd55902e7c,segment=NetworkSegment(52d99102-2b75-41b5-9952-77d7ee7e2909),segment_id=52d99102-2b75-41b5-9952-77d7ee7e2909)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 21:24:29.280026 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bc8f8823-3d03-49a0-829a-0100ba6e510d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:29.450077 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8f8823-3d03-49a0-829a-0100ba6e510d None None] Routers {'6ad785d0-d50f-4e69-8ab5-be499d7a78bf'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:24:29.450932 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-bc8f8823-3d03-49a0-829a-0100ba6e510d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:24:21Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['6ad785d0-d50f-4e69-8ab5-be499d7a78bf'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:24:29.492798 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-c82d5c50-a0f1-4042-8955-a0dc28a2e690 req-40207fe8-db1f-4964-b6dd-77ca0cb04043 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f8b30927378840a284e230193294d3eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2905617 Aug 27 21:24:29.613846 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-46633fb3-0978-4aa2-a192-99898f1a5fc0 req-398c6dac-2596-439e-8419-f1726ce54ea2 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/security-groups?id=0819f91c-3f56-417e-b479-789811ec40ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6282804 Aug 27 21:24:29.735382 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.notifiers.nova [req-3d1b87aa-03d1-43e9-92eb-be0556b456d4 req-14bda3c1-ad34-452e-aa37-0e1c1bf9ecb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffb26850-fdb4-4ec1-952e-e63d67398879 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 21:24:29.768052 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3d1b87aa-03d1-43e9-92eb-be0556b456d4 req-14bda3c1-ad34-452e-aa37-0e1c1bf9ecb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:29.796655 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-bc8f8823-3d03-49a0-829a-0100ba6e510d None None] Set router 6ad785d0-d50f-4e69-8ab5-be499d7a78bf gateway port host: dv-cinder-806436-1-iscsi {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:24:29.867801 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-3d1b87aa-03d1-43e9-92eb-be0556b456d4 req-14bda3c1-ad34-452e-aa37-0e1c1bf9ecb5 service neutron] Transition to ACTIVE for port object ffb26850-fdb4-4ec1-952e-e63d67398879 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:24:29.891173 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3d1b87aa-03d1-43e9-92eb-be0556b456d4 req-14bda3c1-ad34-452e-aa37-0e1c1bf9ecb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-275333'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:29.964032 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afc10ca-3a1c-48fa-8108-a878f5e5ab53 None None] Pushing event updated for resources: {'Port': ['ID=93f9cd7a-bf45-4eac-995e-6dcd55902e7c,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:30.053373 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bda3c1-ad34-452e-aa37-0e1c1bf9ecb5 service neutron] Pushing event updated for resources: {'Port': ['ID=ffb26850-fdb4-4ec1-952e-e63d67398879,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:30.296950 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-c82d5c50-a0f1-4042-8955-a0dc28a2e690 req-f755dfbc-d586-41ef-bdd7-d80fa04c2cbc service neutron] 10.222.0.39 "GET /v2.0/networks/5fbb2a6b-0896-4fd4-bd40-c249a33d87a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7171474 Aug 27 21:24:30.307671 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-bc8f8823-3d03-49a0-829a-0100ba6e510d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad785d0-d50f-4e69-8ab5-be499d7a78bf', 'name': 'tempest-ServerRescueNegativeTestJSON-353423049-router', 'tenant_id': 'f8b30927378840a284e230193294d3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '7c81537f-dd76-47b1-8810-0d8f94d63c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:24:07Z', 'updated_at': '2021-08-27T21:24:22Z', 'revision_number': 4, 'project_id': 'f8b30927378840a284e230193294d3eb', 'gw_port': {'id': '7c81537f-dd76-47b1-8810-0d8f94d63c55', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad785d0-d50f-4e69-8ab5-be499d7a78bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:24:09Z', 'updated_at': '2021-08-27T21:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_interfaces': [{'id': '93f9cd7a-bf45-4eac-995e-6dcd55902e7c', 'name': '', 'network_id': '5fbb2a6b-0896-4fd4-bd40-c249a33d87a8', 'tenant_id': 'f8b30927378840a284e230193294d3eb', 'mac_address': 'fa:16:3e:e9:2e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad785d0-d50f-4e69-8ab5-be499d7a78bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b5e1eaea-5bab-43a2-8e07-1f620faa4b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:24:17Z', 'updated_at': '2021-08-27T21:24:29Z', 'revision_number': 4, 'project_id': 'f8b30927378840a284e230193294d3eb', 'subnets': [{'id': 'b5e1eaea-5bab-43a2-8e07-1f620faa4b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:24:30.341944 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ed9e8-70d2-4e08-b90b-a806eb45adba req-69eff7ce-d8d8-421f-8a14-79f098b3a1f6 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:30.350811 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-8f3ed9e8-70d2-4e08-b90b-a806eb45adba req-69eff7ce-d8d8-421f-8a14-79f098b3a1f6 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fd2e5b8-ceb2-494c-ab8f-3490ee2ef899 HTTP/1.1" status: 200 len: 932 time: 0.5631299 Aug 27 21:24:30.427204 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8f8823-3d03-49a0-829a-0100ba6e510d None None] The sync data for ids ['6ad785d0-d50f-4e69-8ab5-be499d7a78bf'] in dv-cinder-806436-1-iscsi is: [{'id': '6ad785d0-d50f-4e69-8ab5-be499d7a78bf', 'name': 'tempest-ServerRescueNegativeTestJSON-353423049-router', 'tenant_id': 'f8b30927378840a284e230193294d3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '7c81537f-dd76-47b1-8810-0d8f94d63c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:24:07Z', 'updated_at': '2021-08-27T21:24:22Z', 'revision_number': 4, 'project_id': 'f8b30927378840a284e230193294d3eb', 'gw_port': {'id': '7c81537f-dd76-47b1-8810-0d8f94d63c55', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad785d0-d50f-4e69-8ab5-be499d7a78bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:24:09Z', 'updated_at': '2021-08-27T21:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_interfaces': [{'id': '93f9cd7a-bf45-4eac-995e-6dcd55902e7c', 'name': '', 'network_id': '5fbb2a6b-0896-4fd4-bd40-c249a33d87a8', 'tenant_id': 'f8b30927378840a284e230193294d3eb', 'mac_address': 'fa:16:3e:e9:2e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad785d0-d50f-4e69-8ab5-be499d7a78bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b5e1eaea-5bab-43a2-8e07-1f620faa4b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:24:17Z', 'updated_at': '2021-08-27T21:24:29Z', 'revision_number': 4, 'project_id': 'f8b30927378840a284e230193294d3eb', 'subnets': [{'id': 'b5e1eaea-5bab-43a2-8e07-1f620faa4b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 21:24:30.619739 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e1b3fa17-8f57-43bb-8a04-f955a6a19785 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:30.640037 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-8f3ed9e8-70d2-4e08-b90b-a806eb45adba req-4cf66786-6a3f-40b6-82fa-a6baf18691f1 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773311 Aug 27 21:24:30.647968 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-3d1b87aa-03d1-43e9-92eb-be0556b456d4 req-14bda3c1-ad34-452e-aa37-0e1c1bf9ecb5 service neutron] Attempting to bind port ffb26850-fdb4-4ec1-952e-e63d67398879 on host hv-cinder-80643 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 21:24:30.649947 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-3d1b87aa-03d1-43e9-92eb-be0556b456d4 req-14bda3c1-ad34-452e-aa37-0e1c1bf9ecb5 service neutron] Attempting to bind port ffb26850-fdb4-4ec1-952e-e63d67398879 by drivers openvswitch,hyperv on host hv-cinder-80643 at level 0 using segments [{'id': 'cc218a4a-0181-4b4c-a554-32acf37b90dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3810ce44-ef2e-4539-825a-afaeff9378bf'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 21:24:30.651014 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1b87aa-03d1-43e9-92eb-be0556b456d4 req-14bda3c1-ad34-452e-aa37-0e1c1bf9ecb5 service neutron] Attempting to bind port ffb26850-fdb4-4ec1-952e-e63d67398879 on network 3810ce44-ef2e-4539-825a-afaeff9378bf {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:24:30.665265 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1b87aa-03d1-43e9-92eb-be0556b456d4 req-14bda3c1-ad34-452e-aa37-0e1c1bf9ecb5 service neutron] Port ffb26850-fdb4-4ec1-952e-e63d67398879 on network 3810ce44-ef2e-4539-825a-afaeff9378bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80643 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 21:24:30.671875 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1b87aa-03d1-43e9-92eb-be0556b456d4 req-14bda3c1-ad34-452e-aa37-0e1c1bf9ecb5 service neutron] Attempting to bind port ffb26850-fdb4-4ec1-952e-e63d67398879 on network 3810ce44-ef2e-4539-825a-afaeff9378bf {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:24:30.674419 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e1b3fa17-8f57-43bb-8a04-f955a6a19785 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:30.682922 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1b87aa-03d1-43e9-92eb-be0556b456d4 req-14bda3c1-ad34-452e-aa37-0e1c1bf9ecb5 service neutron] Checking agent: {'id': '14be5267-b6f6-4f5d-aa76-a7f98d21013b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80643', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 21, 22, 11), 'started_at': datetime.datetime(2021, 8, 27, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 21, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 21:24:30.686608 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1b87aa-03d1-43e9-92eb-be0556b456d4 req-14bda3c1-ad34-452e-aa37-0e1c1bf9ecb5 service neutron] Checking segment: {'id': 'cc218a4a-0181-4b4c-a554-32acf37b90dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3810ce44-ef2e-4539-825a-afaeff9378bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:24:30.688996 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1b87aa-03d1-43e9-92eb-be0556b456d4 req-14bda3c1-ad34-452e-aa37-0e1c1bf9ecb5 service neutron] Bound using segment: {'id': 'cc218a4a-0181-4b4c-a554-32acf37b90dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3810ce44-ef2e-4539-825a-afaeff9378bf'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 21:24:30.689747 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-3d1b87aa-03d1-43e9-92eb-be0556b456d4 req-14bda3c1-ad34-452e-aa37-0e1c1bf9ecb5 service neutron] Bound port: ffb26850-fdb4-4ec1-952e-e63d67398879, host: hv-cinder-80643, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc218a4a-0181-4b4c-a554-32acf37b90dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3810ce44-ef2e-4539-825a-afaeff9378bf'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 21:24:30.692444 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3d1b87aa-03d1-43e9-92eb-be0556b456d4 req-14bda3c1-ad34-452e-aa37-0e1c1bf9ecb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:30.915247 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-3d1b87aa-03d1-43e9-92eb-be0556b456d4 req-14bda3c1-ad34-452e-aa37-0e1c1bf9ecb5 service neutron] For port ffb26850-fdb4-4ec1-952e-e63d67398879, host hv-cinder-80643, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 21:24:30.942940 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-3d1b87aa-03d1-43e9-92eb-be0556b456d4 req-14bda3c1-ad34-452e-aa37-0e1c1bf9ecb5 service neutron] For port ffb26850-fdb4-4ec1-952e-e63d67398879, host hv-cinder-80643, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=ffb26850-fdb4-4ec1-952e-e63d67398879,segment=NetworkSegment(cc218a4a-0181-4b4c-a554-32acf37b90dd),segment_id=cc218a4a-0181-4b4c-a554-32acf37b90dd)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 21:24:30.948766 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e1b3fa17-8f57-43bb-8a04-f955a6a19785 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628369'] for floatingip, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:31.036368 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3d1b87aa-03d1-43e9-92eb-be0556b456d4 req-14bda3c1-ad34-452e-aa37-0e1c1bf9ecb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-275333'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:31.143009 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b87aa-03d1-43e9-92eb-be0556b456d4 req-14bda3c1-ad34-452e-aa37-0e1c1bf9ecb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:31.143860 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3d1b87aa-03d1-43e9-92eb-be0556b456d4 req-14bda3c1-ad34-452e-aa37-0e1c1bf9ecb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:31.145307 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-3d1b87aa-03d1-43e9-92eb-be0556b456d4 req-14bda3c1-ad34-452e-aa37-0e1c1bf9ecb5 service neutron] 10.222.0.73 "PUT /v2.0/ports/ffb26850-fdb4-4ec1-952e-e63d67398879 HTTP/1.1" status: 200 len: 1094 time: 3.2545533 Aug 27 21:24:31.145855 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fd2e5b8-ceb2-494c-ab8f-3490ee2ef899', 'tag': 'ffb26850-fdb4-4ec1-952e-e63d67398879'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:24:31.180314 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b3fa17-8f57-43bb-8a04-f955a6a19785 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Pushing event updated for resources: {'Port': ['ID=a386e929-5cd1-4935-8dec-070ce94f2497,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:31.275837 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e1b3fa17-8f57-43bb-8a04-f955a6a19785 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:31.282497 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-e1b3fa17-8f57-43bb-8a04-f955a6a19785 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.9593623 Aug 27 21:24:31.300580 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a9e565-0ff9-44d6-baf0-b43ca1c95a0a req-b5811b6b-e020-4afb-91e2-b7a7e26c3aa2 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:31.302235 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-c7a9e565-0ff9-44d6-baf0-b43ca1c95a0a req-b5811b6b-e020-4afb-91e2-b7a7e26c3aa2 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/ports?device_id=a06cc81d-72ba-4b7d-bdf8-10677ee4e836 HTTP/1.1" status: 200 len: 932 time: 0.3573499 Aug 27 21:24:31.304561 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [req-783fbe52-8f72-4bd0-ac9f-f946bd5242b0 req-6107a0e4-7359-482a-89e1-4439f4737e24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1789ec09-c0e6-416b-9a2e-e144ea10e407 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 21:24:31.331692 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-c82d5c50-a0f1-4042-8955-a0dc28a2e690 req-aa0feb19-6454-4c46-966d-7e05b6d994dd service neutron] 10.222.0.39 "GET /v2.0/networks/5fbb2a6b-0896-4fd4-bd40-c249a33d87a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0246234 Aug 27 21:24:31.360323 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-783fbe52-8f72-4bd0-ac9f-f946bd5242b0 req-6107a0e4-7359-482a-89e1-4439f4737e24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:31.441876 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bda3c1-ad34-452e-aa37-0e1c1bf9ecb5 service neutron] Pushing event updated for resources: {'Port': ['ID=ffb26850-fdb4-4ec1-952e-e63d67398879,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:31.452642 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-783fbe52-8f72-4bd0-ac9f-f946bd5242b0 req-6107a0e4-7359-482a-89e1-4439f4737e24 service neutron] Transition to ACTIVE for port object 1789ec09-c0e6-416b-9a2e-e144ea10e407 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:24:31.464101 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-783fbe52-8f72-4bd0-ac9f-f946bd5242b0 req-6107a0e4-7359-482a-89e1-4439f4737e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:31.739542 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-c7a9e565-0ff9-44d6-baf0-b43ca1c95a0a req-e31303f0-80e8-4627-9ffb-a57e7cbc2f72 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/security-groups?id=0819f91c-3f56-417e-b479-789811ec40ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759445 Aug 27 21:24:31.757976 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b87aa-03d1-43e9-92eb-be0556b456d4 req-c9b24949-f46f-4143-8a8a-4d5898b5f005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:31.764251 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-3d1b87aa-03d1-43e9-92eb-be0556b456d4 req-c9b24949-f46f-4143-8a8a-4d5898b5f005 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f86ecf3ade224edea8eb50a9b92b58b0&device_id=9fd2e5b8-ceb2-494c-ab8f-3490ee2ef899 HTTP/1.1" status: 200 len: 1097 time: 0.5238988 Aug 27 21:24:31.901552 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6107a0e4-7359-482a-89e1-4439f4737e24 service neutron] Pushing event updated for resources: {'Port': ['ID=1789ec09-c0e6-416b-9a2e-e144ea10e407,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:32.055807 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-783fbe52-8f72-4bd0-ac9f-f946bd5242b0 req-6107a0e4-7359-482a-89e1-4439f4737e24 service neutron] Attempting to bind port 1789ec09-c0e6-416b-9a2e-e144ea10e407 on host hv-cinder-80643 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 21:24:32.056173 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-783fbe52-8f72-4bd0-ac9f-f946bd5242b0 req-6107a0e4-7359-482a-89e1-4439f4737e24 service neutron] Attempting to bind port 1789ec09-c0e6-416b-9a2e-e144ea10e407 by drivers openvswitch,hyperv on host hv-cinder-80643 at level 0 using segments [{'id': 'e4c8a9b3-ec0a-4f54-94cf-8350a677f6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '3ea8ee77-155d-4101-a143-9a4a63ff8e86'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 21:24:32.059694 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783fbe52-8f72-4bd0-ac9f-f946bd5242b0 req-6107a0e4-7359-482a-89e1-4439f4737e24 service neutron] Attempting to bind port 1789ec09-c0e6-416b-9a2e-e144ea10e407 on network 3ea8ee77-155d-4101-a143-9a4a63ff8e86 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:24:32.101704 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783fbe52-8f72-4bd0-ac9f-f946bd5242b0 req-6107a0e4-7359-482a-89e1-4439f4737e24 service neutron] Port 1789ec09-c0e6-416b-9a2e-e144ea10e407 on network 3ea8ee77-155d-4101-a143-9a4a63ff8e86 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80643 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 21:24:32.103342 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783fbe52-8f72-4bd0-ac9f-f946bd5242b0 req-6107a0e4-7359-482a-89e1-4439f4737e24 service neutron] Attempting to bind port 1789ec09-c0e6-416b-9a2e-e144ea10e407 on network 3ea8ee77-155d-4101-a143-9a4a63ff8e86 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:24:32.115007 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef12610d4521d53b4d383b2d1315697e44e13910463e2f079bf4fa6d75d3d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0d831b-2819-4c0d-b0a8-02aa82d3cf56" -d '{"events": [{"name": "network-changed", "server_uuid": "9fd2e5b8-ceb2-494c-ab8f-3490ee2ef899", "tag": "ffb26850-fdb4-4ec1-952e-e63d67398879"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:24:32.140847 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-51e6bfe8-0937-4c37-9bcc-cf3066522cdd req-b2a32a3d-3dd4-49ec-98cf-4f1c33eb6354 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 210 time: 0.1791673 Aug 27 21:24:32.149758 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-3d1b87aa-03d1-43e9-92eb-be0556b456d4 req-fb1dc128-3007-4692-8667-e39f53300c96 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffb26850-fdb4-4ec1-952e-e63d67398879 HTTP/1.1" status: 200 len: 217 time: 0.3760977 Aug 27 21:24:32.158312 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 93f9cd7a-bf45-4eac-995e-6dcd55902e7c up at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:24:32.160033 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783fbe52-8f72-4bd0-ac9f-f946bd5242b0 req-6107a0e4-7359-482a-89e1-4439f4737e24 service neutron] Checking agent: {'id': '14be5267-b6f6-4f5d-aa76-a7f98d21013b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80643', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 21, 22, 11), 'started_at': datetime.datetime(2021, 8, 27, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 21, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 21:24:32.160504 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783fbe52-8f72-4bd0-ac9f-f946bd5242b0 req-6107a0e4-7359-482a-89e1-4439f4737e24 service neutron] Checking segment: {'id': 'e4c8a9b3-ec0a-4f54-94cf-8350a677f6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '3ea8ee77-155d-4101-a143-9a4a63ff8e86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:24:32.161693 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783fbe52-8f72-4bd0-ac9f-f946bd5242b0 req-6107a0e4-7359-482a-89e1-4439f4737e24 service neutron] Bound using segment: {'id': 'e4c8a9b3-ec0a-4f54-94cf-8350a677f6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '3ea8ee77-155d-4101-a143-9a4a63ff8e86'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 21:24:32.162218 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-783fbe52-8f72-4bd0-ac9f-f946bd5242b0 req-6107a0e4-7359-482a-89e1-4439f4737e24 service neutron] Bound port: 1789ec09-c0e6-416b-9a2e-e144ea10e407, host: hv-cinder-80643, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4c8a9b3-ec0a-4f54-94cf-8350a677f6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '3ea8ee77-155d-4101-a143-9a4a63ff8e86'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 21:24:32.163658 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-783fbe52-8f72-4bd0-ac9f-f946bd5242b0 req-6107a0e4-7359-482a-89e1-4439f4737e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:32.280372 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb3a04-c40f-4d97-a1dc-00e1192b30c7 req-6149b9c7-9749-43b2-ac6e-8b407c7c6c2a tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:32.299932 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-b4bb3a04-c40f-4d97-a1dc-00e1192b30c7 req-6149b9c7-9749-43b2-ac6e-8b407c7c6c2a tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fd2e5b8-ceb2-494c-ab8f-3490ee2ef899 HTTP/1.1" status: 200 len: 944 time: 0.4528377 Aug 27 21:24:32.343034 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning for port 93f9cd7a-bf45-4eac-995e-6dcd55902e7c completed by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:24:32.349741 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning complete for port 93f9cd7a-bf45-4eac-995e-6dcd55902e7c triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:24:32.350600 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:32.398208 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b87aa-03d1-43e9-92eb-be0556b456d4 req-fc955968-1d90-43f8-a4ae-7203bcac575b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:32.399704 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-3d1b87aa-03d1-43e9-92eb-be0556b456d4 req-fc955968-1d90-43f8-a4ae-7203bcac575b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1118719e-5689-4aa5-abb3-709897e8d96a HTTP/1.1" status: 200 len: 855 time: 0.2372639 Aug 27 21:24:32.536100 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-783fbe52-8f72-4bd0-ac9f-f946bd5242b0 req-6107a0e4-7359-482a-89e1-4439f4737e24 service neutron] For port 1789ec09-c0e6-416b-9a2e-e144ea10e407, host hv-cinder-80643, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 21:24:32.551900 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-783fbe52-8f72-4bd0-ac9f-f946bd5242b0 req-6107a0e4-7359-482a-89e1-4439f4737e24 service neutron] For port 1789ec09-c0e6-416b-9a2e-e144ea10e407, host hv-cinder-80643, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=1789ec09-c0e6-416b-9a2e-e144ea10e407,segment=NetworkSegment(e4c8a9b3-ec0a-4f54-94cf-8350a677f6b5),segment_id=e4c8a9b3-ec0a-4f54-94cf-8350a677f6b5)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 21:24:32.580848 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:32.596482 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-783fbe52-8f72-4bd0-ac9f-f946bd5242b0 req-6107a0e4-7359-482a-89e1-4439f4737e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:32.690189 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] For port 93f9cd7a-bf45-4eac-995e-6dcd55902e7c, host dv-cinder-806436-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=93f9cd7a-bf45-4eac-995e-6dcd55902e7c,segment=NetworkSegment(52d99102-2b75-41b5-9952-77d7ee7e2909),segment_id=52d99102-2b75-41b5-9952-77d7ee7e2909)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:24:32.696808 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:32.865443 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Pushing event updated for resources: {'Port': ['ID=93f9cd7a-bf45-4eac-995e-6dcd55902e7c,revision_number=5']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:32.916252 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-3d1b87aa-03d1-43e9-92eb-be0556b456d4 req-cdc8898e-9a39-437f-aee9-e3a2cd4a4d84 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3810ce44-ef2e-4539-825a-afaeff9378bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4988036 Aug 27 21:24:32.922399 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-68a76b1f-46fb-4285-bcc7-635013900b8b req-5173d0fa-7d2e-4b36-8475-95314cda25b4 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--42142405&fields=id&tenant_id=4c7881af14ba462d932065fd81b90b6e HTTP/1.1" status: 200 len: 267 time: 0.6043444 Aug 27 21:24:33.104004 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6107a0e4-7359-482a-89e1-4439f4737e24 service neutron] Pushing event updated for resources: {'Port': ['ID=1789ec09-c0e6-416b-9a2e-e144ea10e407,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:33.111821 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783fbe52-8f72-4bd0-ac9f-f946bd5242b0 req-6107a0e4-7359-482a-89e1-4439f4737e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:33.112831 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-783fbe52-8f72-4bd0-ac9f-f946bd5242b0 req-6107a0e4-7359-482a-89e1-4439f4737e24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:33.115272 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-783fbe52-8f72-4bd0-ac9f-f946bd5242b0 req-6107a0e4-7359-482a-89e1-4439f4737e24 service neutron] 10.222.0.73 "PUT /v2.0/ports/1789ec09-c0e6-416b-9a2e-e144ea10e407 HTTP/1.1" status: 200 len: 1094 time: 5.2135987 Aug 27 21:24:33.116787 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a06cc81d-72ba-4b7d-bdf8-10677ee4e836', 'tag': '1789ec09-c0e6-416b-9a2e-e144ea10e407'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:24:33.267737 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a76b1f-46fb-4285-bcc7-635013900b8b req-64fb22b5-cf53-4122-81b9-8d4e13fd4ccd tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:33.270330 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-68a76b1f-46fb-4285-bcc7-635013900b8b req-64fb22b5-cf53-4122-81b9-8d4e13fd4ccd tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/networks?id=9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89 HTTP/1.1" status: 200 len: 817 time: 0.3345804 Aug 27 21:24:33.305253 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-3d1b87aa-03d1-43e9-92eb-be0556b456d4 req-81ab1039-19a3-4a65-a9b8-0a5acb11cd46 service neutron] 10.222.0.73 "GET /v2.0/networks/3810ce44-ef2e-4539-825a-afaeff9378bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3783100 Aug 27 21:24:33.307169 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-68a76b1f-46fb-4285-bcc7-635013900b8b req-acf48eea-6c92-4955-bf1a-ffb274db6cd3 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/quotas/4c7881af14ba462d932065fd81b90b6e HTTP/1.1" status: 200 len: 375 time: 0.0250273 Aug 27 21:24:33.371608 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-b4bb3a04-c40f-4d97-a1dc-00e1192b30c7 req-cf6911c0-7150-434d-a060-d713db65e5dd tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0622139 Aug 27 21:24:33.439135 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783fbe52-8f72-4bd0-ac9f-f946bd5242b0 req-72a6acdc-880c-405a-a204-525e3c9872b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:33.443870 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-783fbe52-8f72-4bd0-ac9f-f946bd5242b0 req-72a6acdc-880c-405a-a204-525e3c9872b5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=14563a8ba9b44d56b8d0c9ce11383a86&device_id=a06cc81d-72ba-4b7d-bdf8-10677ee4e836 HTTP/1.1" status: 200 len: 1097 time: 0.2169583 Aug 27 21:24:33.603322 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-783fbe52-8f72-4bd0-ac9f-f946bd5242b0 req-64001622-b4a4-44a0-9700-efe104c65f04 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1789ec09-c0e6-416b-9a2e-e144ea10e407 HTTP/1.1" status: 200 len: 217 time: 0.1498208 Aug 27 21:24:33.608572 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38019ac9d499d238660659c848bc6e147427a71e556f74dfb6c52f178b5569d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72afd014-8281-473e-b58c-517855d41532" -d '{"events": [{"name": "network-changed", "server_uuid": "a06cc81d-72ba-4b7d-bdf8-10677ee4e836", "tag": "1789ec09-c0e6-416b-9a2e-e144ea10e407"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:24:33.613613 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-68a76b1f-46fb-4285-bcc7-635013900b8b req-78c367f2-7ef9-43a2-ad73-9e0fc8b55f78 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4c7881af14ba462d932065fd81b90b6e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2908216 Aug 27 21:24:33.680886 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783fbe52-8f72-4bd0-ac9f-f946bd5242b0 req-88294f92-a708-457f-a1a6-92ddd0d20344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:33.683717 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-783fbe52-8f72-4bd0-ac9f-f946bd5242b0 req-88294f92-a708-457f-a1a6-92ddd0d20344 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3a07107b-0e24-46bd-9551-d09ef0c6f8f2 HTTP/1.1" status: 200 len: 851 time: 0.0693829 Aug 27 21:24:33.769706 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-783fbe52-8f72-4bd0-ac9f-f946bd5242b0 req-b9e2d365-4ede-4c03-9e1c-8706a0249ac0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3ea8ee77-155d-4101-a143-9a4a63ff8e86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772083 Aug 27 21:24:33.792749 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-68a76b1f-46fb-4285-bcc7-635013900b8b req-a05a0a64-8552-4e5f-b707-f26518e0f3e1 service neutron] 10.222.0.39 "GET /v2.0/networks/9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696770 Aug 27 21:24:33.827407 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 21:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cbb3321-0b79-434d-b5fd-7ea2e10d4561 x-openstack-request-id: req-3cbb3321-0b79-434d-b5fd-7ea2e10d4561 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:24:33.827896 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fd2e5b8-ceb2-494c-ab8f-3490ee2ef899", "tag": "ffb26850-fdb4-4ec1-952e-e63d67398879", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:24:33.828303 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3cbb3321-0b79-434d-b5fd-7ea2e10d4561 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:24:33.829110 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fd2e5b8-ceb2-494c-ab8f-3490ee2ef899', 'tag': 'ffb26850-fdb4-4ec1-952e-e63d67398879', 'status': 'completed', 'code': 200} Aug 27 21:24:33.864888 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-3d1b87aa-03d1-43e9-92eb-be0556b456d4 req-24984942-1213-4dde-999d-988f2059f809 service neutron] 10.222.0.73 "GET /v2.0/networks/3810ce44-ef2e-4539-825a-afaeff9378bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5246408 Aug 27 21:24:33.961068 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-68a76b1f-46fb-4285-bcc7-635013900b8b req-b95136cd-c14c-4e2b-8bfc-896bb0f1a603 service neutron] 10.222.0.39 "GET /v2.0/networks/9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658525 Aug 27 21:24:34.015331 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 93f9cd7a-bf45-4eac-995e-6dcd55902e7c up at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:24:34.053120 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.73', 61459) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:24:34.197691 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning complete for port 93f9cd7a-bf45-4eac-995e-6dcd55902e7c triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:24:34.198059 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:34.224784 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d831b-2819-4c0d-b0a8-02aa82d3cf56 req-e6d49ac4-a93a-4f52-8b53-3068d07f2d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:34.226418 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-8e0d831b-2819-4c0d-b0a8-02aa82d3cf56 req-e6d49ac4-a93a-4f52-8b53-3068d07f2d73 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f86ecf3ade224edea8eb50a9b92b58b0&device_id=9fd2e5b8-ceb2-494c-ab8f-3490ee2ef899 HTTP/1.1" status: 200 len: 1097 time: 0.2132936 Aug 27 21:24:34.263012 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-783fbe52-8f72-4bd0-ac9f-f946bd5242b0 req-cb6b5d4b-6544-4648-99f0-3517ee208961 service neutron] 10.222.0.73 "GET /v2.0/networks/3ea8ee77-155d-4101-a143-9a4a63ff8e86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4835048 Aug 27 21:24:34.413976 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95f3f3f-6b23-48c8-8c08-c1032e621f17 req-d787a6dd-6490-4afd-a2f5-7fa39773e212 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:34.417623 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d95f3f3f-6b23-48c8-8c08-c1032e621f17 req-d787a6dd-6490-4afd-a2f5-7fa39773e212 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/ports?device_id=a06cc81d-72ba-4b7d-bdf8-10677ee4e836 HTTP/1.1" status: 200 len: 944 time: 0.2434719 Aug 27 21:24:34.476900 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d5c50-a0f1-4042-8955-a0dc28a2e690 req-a629e2f2-8d6c-4d0c-ac24-fea39518aa2a tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:34.486817 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-c82d5c50-a0f1-4042-8955-a0dc28a2e690 req-a629e2f2-8d6c-4d0c-ac24-fea39518aa2a tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.73 "GET /v2.0/networks?id=5fbb2a6b-0896-4fd4-bd40-c249a33d87a8 HTTP/1.1" status: 200 len: 818 time: 0.4312060 Aug 27 21:24:34.505095 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45927de-dfc3-4919-b0b3-0ea584e350f8 req-a8138a51-a7db-4319-a35a-a42fab47ffdb tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:34.512223 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-e45927de-dfc3-4919-b0b3-0ea584e350f8 req-a8138a51-a7db-4319-a35a-a42fab47ffdb tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/networks?id=5fbb2a6b-0896-4fd4-bd40-c249a33d87a8 HTTP/1.1" status: 200 len: 818 time: 0.4632044 Aug 27 21:24:34.548813 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-e45927de-dfc3-4919-b0b3-0ea584e350f8 req-749c0267-441e-4e45-ae52-7734f977ee47 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/quotas/f8b30927378840a284e230193294d3eb HTTP/1.1" status: 200 len: 375 time: 0.0280209 Aug 27 21:24:34.593075 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [req-c82d5c50-a0f1-4042-8955-a0dc28a2e690 req-17a86c15-8d7b-4429-bb2c-b33c5c6d5732 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Request body: {'port': {'device_id': 'e45c31c9-4f01-44f6-8338-c826dc77265e', 'network_id': '5fbb2a6b-0896-4fd4-bd40-c249a33d87a8', 'admin_state_up': True, 'tenant_id': 'f8b30927378840a284e230193294d3eb'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:24:34.649531 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 57994) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:24:34.678929 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-783fbe52-8f72-4bd0-ac9f-f946bd5242b0 req-5aa4730d-9c93-46ab-a155-381f4c922528 service neutron] 10.222.0.73 "GET /v2.0/networks/3ea8ee77-155d-4101-a143-9a4a63ff8e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985779 Aug 27 21:24:34.702768 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d831b-2819-4c0d-b0a8-02aa82d3cf56 req-f3b905db-9783-4186-ab30-bf2e5a7b4dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:34.705469 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-8e0d831b-2819-4c0d-b0a8-02aa82d3cf56 req-f3b905db-9783-4186-ab30-bf2e5a7b4dd8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3810ce44-ef2e-4539-825a-afaeff9378bf HTTP/1.1" status: 200 len: 916 time: 0.4703465 Aug 27 21:24:34.714252 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-e45927de-dfc3-4919-b0b3-0ea584e350f8 req-0d9edda7-4a65-4b47-bcd0-2d91476f9702 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f8b30927378840a284e230193294d3eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1568108 Aug 27 21:24:34.804489 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-8e0d831b-2819-4c0d-b0a8-02aa82d3cf56 req-de090022-827e-47a6-99ea-a3a415dcf53a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffb26850-fdb4-4ec1-952e-e63d67398879 HTTP/1.1" status: 200 len: 217 time: 0.0906308 Aug 27 21:24:34.820199 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d95f3f3f-6b23-48c8-8c08-c1032e621f17 req-494f0d22-9e96-4387-9561-73ee3bed405e tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/security-groups?id=0819f91c-3f56-417e-b479-789811ec40ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907259 Aug 27 21:24:34.924385 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-23dccb45-d88a-4db8-84dc-69f4d138f8e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:34.960009 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-e45927de-dfc3-4919-b0b3-0ea584e350f8 req-21072e20-9d4e-4a47-b084-12610f86a691 service neutron] 10.222.0.39 "GET /v2.0/networks/5fbb2a6b-0896-4fd4-bd40-c249a33d87a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434447 Aug 27 21:24:34.960813 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d831b-2819-4c0d-b0a8-02aa82d3cf56 req-63ef0055-8e28-4053-a056-208e7faecf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:34.963445 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-8e0d831b-2819-4c0d-b0a8-02aa82d3cf56 req-63ef0055-8e28-4053-a056-208e7faecf9d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1118719e-5689-4aa5-abb3-709897e8d96a HTTP/1.1" status: 200 len: 855 time: 0.1266134 Aug 27 21:24:34.991522 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c82d5c50-a0f1-4042-8955-a0dc28a2e690 req-17a86c15-8d7b-4429-bb2c-b33c5c6d5732 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Made reservation on behalf of f8b30927378840a284e230193294d3eb for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 21:24:34.995698 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c82d5c50-a0f1-4042-8955-a0dc28a2e690 req-17a86c15-8d7b-4429-bb2c-b33c5c6d5732 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:35.015207 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-8e0d831b-2819-4c0d-b0a8-02aa82d3cf56 req-e2203024-5347-4fdb-bb74-3e0249f6381f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3810ce44-ef2e-4539-825a-afaeff9378bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402324 Aug 27 21:24:35.076118 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-e45927de-dfc3-4919-b0b3-0ea584e350f8 req-d5a857fc-86a9-4acf-9f5d-cdad98aa19ba service neutron] 10.222.0.39 "GET /v2.0/networks/5fbb2a6b-0896-4fd4-bd40-c249a33d87a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135073 Aug 27 21:24:35.277800 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-23dccb45-d88a-4db8-84dc-69f4d138f8e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:35.285292 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-23dccb45-d88a-4db8-84dc-69f4d138f8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:35.320193 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dccb45-d88a-4db8-84dc-69f4d138f8e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8209dd5-0e3d-46e7-b3bf-431f8fad34ce,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:35.361672 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-23dccb45-d88a-4db8-84dc-69f4d138f8e6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fef54490cb32425dab8dd702728c37e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6914103 Aug 27 21:24:35.362434 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 58018) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:24:35.387239 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-8e0d831b-2819-4c0d-b0a8-02aa82d3cf56 req-53253213-5470-479a-b8cf-3e1674409713 service neutron] 10.222.0.73 "GET /v2.0/networks/3810ce44-ef2e-4539-825a-afaeff9378bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634870 Aug 27 21:24:35.430293 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-c82d5c50-a0f1-4042-8955-a0dc28a2e690 req-17a86c15-8d7b-4429-bb2c-b33c5c6d5732 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Allocated IP 172.20.0.13 (5fbb2a6b-0896-4fd4-bd40-c249a33d87a8/b5e1eaea-5bab-43a2-8e07-1f620faa4b4a/2aef329b-efff-4697-8ce2-30fab4ff9703) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 21:24:35.467260 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 21:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aafbf42-8324-40a7-b26b-514afc2d264c x-openstack-request-id: req-1aafbf42-8324-40a7-b26b-514afc2d264c {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:24:35.467707 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a06cc81d-72ba-4b7d-bdf8-10677ee4e836", "tag": "1789ec09-c0e6-416b-9a2e-e144ea10e407", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:24:35.468211 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1aafbf42-8324-40a7-b26b-514afc2d264c {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:24:35.469444 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a06cc81d-72ba-4b7d-bdf8-10677ee4e836', 'tag': '1789ec09-c0e6-416b-9a2e-e144ea10e407', 'status': 'completed', 'code': 200} Aug 27 21:24:35.539706 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-00b6859b-4ea0-4b5f-a10e-50b8280fffa9 req-3592e096-3f88-41fe-b504-e3c1bd5a91cf tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 210 time: 0.1472068 Aug 27 21:24:35.585435 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3b068e2b-c56b-4bf5-836f-7c4c12d5f9d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:35.667593 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-68a24621-9671-4d08-8376-64caee49b7b1 req-2d66497e-f170-47ff-9f81-a44651ad3f00 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=48848da9-6232-48ae-bd6a-c488d8e18619 HTTP/1.1" status: 200 len: 210 time: 0.0502861 Aug 27 21:24:35.689438 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3b068e2b-c56b-4bf5-836f-7c4c12d5f9d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:35.750723 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c82d5c50-a0f1-4042-8955-a0dc28a2e690 req-17a86c15-8d7b-4429-bb2c-b33c5c6d5732 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:35.800736 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3b068e2b-c56b-4bf5-836f-7c4c12d5f9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:35.804480 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3b068e2b-c56b-4bf5-836f-7c4c12d5f9d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:35.807981 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-3b068e2b-c56b-4bf5-836f-7c4c12d5f9d0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d8209dd5-0e3d-46e7-b3bf-431f8fad34ce HTTP/1.1" status: 204 len: 168 time: 0.4431345 Aug 27 21:24:35.828264 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b068e2b-c56b-4bf5-836f-7c4c12d5f9d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8209dd5-0e3d-46e7-b3bf-431f8fad34ce,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:35.890403 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c82d5c50-a0f1-4042-8955-a0dc28a2e690 req-17a86c15-8d7b-4429-bb2c-b33c5c6d5732 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794200564228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-275356'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:35.996582 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c82d5c50-a0f1-4042-8955-a0dc28a2e690 req-17a86c15-8d7b-4429-bb2c-b33c5c6d5732 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Network 5fbb2a6b-0896-4fd4-bd40-c249a33d87a8 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:24:35.997931 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a86c15-8d7b-4429-bb2c-b33c5c6d5732 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Pushing event updated for resources: {'Port': ['ID=2aef329b-efff-4697-8ce2-30fab4ff9703,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:36.002530 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-c82d5c50-a0f1-4042-8955-a0dc28a2e690 req-17a86c15-8d7b-4429-bb2c-b33c5c6d5732 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:24:36.007476 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-c82d5c50-a0f1-4042-8955-a0dc28a2e690 req-17a86c15-8d7b-4429-bb2c-b33c5c6d5732 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 21:24:36.013891 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9dc57-3efb-406f-974e-906cf9470ec0 req-3ba1f99d-f7f6-4631-a498-98707e1ebd35 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:36.016190 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-a5a9dc57-3efb-406f-974e-906cf9470ec0 req-3ba1f99d-f7f6-4631-a498-98707e1ebd35 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/ports?device_id=a06cc81d-72ba-4b7d-bdf8-10677ee4e836 HTTP/1.1" status: 200 len: 944 time: 0.0723004 Aug 27 21:24:36.023657 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336da00-a74f-4ff8-9d4b-a5d99e836dd5 req-83fc962e-6673-49ca-8840-5108934008d0 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:36.025336 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-f336da00-a74f-4ff8-9d4b-a5d99e836dd5 req-83fc962e-6673-49ca-8840-5108934008d0 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fd2e5b8-ceb2-494c-ab8f-3490ee2ef899 HTTP/1.1" status: 200 len: 944 time: 0.1950691 Aug 27 21:24:36.076445 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-a5a9dc57-3efb-406f-974e-906cf9470ec0 req-83c37bff-909f-4fb7-bfa2-40075ceef633 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/security-groups?id=0819f91c-3f56-417e-b479-789811ec40ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479925 Aug 27 21:24:36.098681 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d5c50-a0f1-4042-8955-a0dc28a2e690 req-17a86c15-8d7b-4429-bb2c-b33c5c6d5732 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:36.099312 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c82d5c50-a0f1-4042-8955-a0dc28a2e690 req-17a86c15-8d7b-4429-bb2c-b33c5c6d5732 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:36.114078 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-f336da00-a74f-4ff8-9d4b-a5d99e836dd5 req-ecaf8513-c598-4b53-ac79-3639bf8e35f7 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699024 Aug 27 21:24:36.124244 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-c82d5c50-a0f1-4042-8955-a0dc28a2e690 req-17a86c15-8d7b-4429-bb2c-b33c5c6d5732 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5470622 Aug 27 21:24:36.172278 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 58054) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:24:36.280884 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 58058) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:24:36.285200 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-30330f5c-c0fc-4e46-92e6-14ebffce802f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:36.294865 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0299fa87-caf2-4b5b-90b5-555c4f6b76fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:36.377658 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-30330f5c-c0fc-4e46-92e6-14ebffce802f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:36.382001 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-30330f5c-c0fc-4e46-92e6-14ebffce802f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:36.422967 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-30330f5c-c0fc-4e46-92e6-14ebffce802f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2389c631e24845f7997b1b73d26620ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2495234 Aug 27 21:24:36.425049 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30330f5c-c0fc-4e46-92e6-14ebffce802f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=789d2546-13c1-4a6d-b169-dda5a8dc8da1,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:36.427433 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 58060) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:24:36.465954 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0299fa87-caf2-4b5b-90b5-555c4f6b76fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:36.471135 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0299fa87-caf2-4b5b-90b5-555c4f6b76fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:36.479177 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1455e741-362d-479f-a2b4-f91382eaa24c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:36.502201 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1455e741-362d-479f-a2b4-f91382eaa24c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:36.513380 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-0299fa87-caf2-4b5b-90b5-555c4f6b76fb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6845d56ec8da4374aa9cbd0179b5052f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2314072 Aug 27 21:24:36.515855 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 58062) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:24:36.521847 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0299fa87-caf2-4b5b-90b5-555c4f6b76fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e143132-5647-46c3-b1df-a9ce2898148e,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:36.554926 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1455e741-362d-479f-a2b4-f91382eaa24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:36.557758 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1455e741-362d-479f-a2b4-f91382eaa24c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:36.561467 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-1455e741-362d-479f-a2b4-f91382eaa24c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/789d2546-13c1-4a6d-b169-dda5a8dc8da1 HTTP/1.1" status: 204 len: 168 time: 0.1305919 Aug 27 21:24:36.568458 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1455e741-362d-479f-a2b4-f91382eaa24c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789d2546-13c1-4a6d-b169-dda5a8dc8da1,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:36.568837 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d0cfd8af-4691-49d3-adbb-3e379cae6ed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:36.603658 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d0cfd8af-4691-49d3-adbb-3e379cae6ed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:36.659195 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d0cfd8af-4691-49d3-adbb-3e379cae6ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:36.662176 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d0cfd8af-4691-49d3-adbb-3e379cae6ed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:36.663350 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-d0cfd8af-4691-49d3-adbb-3e379cae6ed6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4e143132-5647-46c3-b1df-a9ce2898148e HTTP/1.1" status: 204 len: 168 time: 0.1465583 Aug 27 21:24:36.665045 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-02db514e-4dd1-4d3d-9bb8-5e05ed0bae70 req-c12f5d18-794c-4a52-84eb-fdb4a7959125 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 210 time: 0.0320368 Aug 27 21:24:36.673973 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cfd8af-4691-49d3-adbb-3e379cae6ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e143132-5647-46c3-b1df-a9ce2898148e,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:36.776081 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-05e21c19-6f8c-4ce0-90de-7ebed3344d01 req-b863a18d-9b1e-4681-8d34-08b052c152b2 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=48848da9-6232-48ae-bd6a-c488d8e18619 HTTP/1.1" status: 200 len: 210 time: 0.0297883 Aug 27 21:24:37.013300 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 58088) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:24:37.026897 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1b773942-2b1a-4b5f-be50-f93a8ea95dfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:37.130558 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1b773942-2b1a-4b5f-be50-f93a8ea95dfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:37.136178 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1b773942-2b1a-4b5f-be50-f93a8ea95dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:37.218683 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-1b773942-2b1a-4b5f-be50-f93a8ea95dfe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5d5e2051183548cf972848c1780a5d07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2039721 Aug 27 21:24:37.220578 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b773942-2b1a-4b5f-be50-f93a8ea95dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a36c931-9691-4946-a589-02d1d8112b98,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:37.221428 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 58096) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:24:37.245811 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e5386-38a8-466c-ac09-e83c380417ce req-39e6043f-a39e-4e56-9965-4d83f62418b2 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:37.249769 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-397e5386-38a8-466c-ac09-e83c380417ce req-39e6043f-a39e-4e56-9965-4d83f62418b2 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/ports?device_id=a06cc81d-72ba-4b7d-bdf8-10677ee4e836 HTTP/1.1" status: 200 len: 944 time: 0.0973992 Aug 27 21:24:37.274915 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2232d241-0f0a-40aa-ad60-9ff65651df86 req-9feb6182-2412-40d0-94ce-8240b548fe6a tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:37.276602 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-2232d241-0f0a-40aa-ad60-9ff65651df86 req-9feb6182-2412-40d0-94ce-8240b548fe6a tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fd2e5b8-ceb2-494c-ab8f-3490ee2ef899 HTTP/1.1" status: 200 len: 944 time: 0.0871968 Aug 27 21:24:37.307313 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-397e5386-38a8-466c-ac09-e83c380417ce req-4a987ca6-2066-485e-adf1-ecfc0d6e6e5b tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/security-groups?id=0819f91c-3f56-417e-b479-789811ec40ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509019 Aug 27 21:24:37.326500 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6b7e3f0b-93c6-4a0a-a947-24794464e666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:37.340802 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-2232d241-0f0a-40aa-ad60-9ff65651df86 req-5090b325-d038-4563-b794-058775fbcfc4 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562377 Aug 27 21:24:37.355594 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6b7e3f0b-93c6-4a0a-a947-24794464e666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:37.409098 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6b7e3f0b-93c6-4a0a-a947-24794464e666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:37.411842 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6b7e3f0b-93c6-4a0a-a947-24794464e666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:37.415397 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-6b7e3f0b-93c6-4a0a-a947-24794464e666 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7a36c931-9691-4946-a589-02d1d8112b98 HTTP/1.1" status: 204 len: 168 time: 0.1889038 Aug 27 21:24:37.421586 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7e3f0b-93c6-4a0a-a947-24794464e666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a36c931-9691-4946-a589-02d1d8112b98,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:37.767137 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [req-c82d5c50-a0f1-4042-8955-a0dc28a2e690 req-dc0c5fe2-6b93-4381-8298-04e16efaeaf6 service neutron] Request body: {'port': {'device_id': 'e45c31c9-4f01-44f6-8338-c826dc77265e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80643'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:24:37.774590 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 58120) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:24:37.799829 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-cb4b6495-214b-46ab-a60a-c4dd1274a955 req-a9a5f4e1-f17b-47b3-b804-35e938f419e8 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 210 time: 0.0436683 Aug 27 21:24:37.879498 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72afd014-8281-473e-b58c-517855d41532 req-a9e6a260-75e3-4275-8ca9-a81859308d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:37.881577 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-72afd014-8281-473e-b58c-517855d41532 req-a9e6a260-75e3-4275-8ca9-a81859308d44 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=14563a8ba9b44d56b8d0c9ce11383a86&device_id=a06cc81d-72ba-4b7d-bdf8-10677ee4e836 HTTP/1.1" status: 200 len: 1097 time: 0.0802741 Aug 27 21:24:38.106010 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-aa465942-6920-47f3-a564-82f32c10d316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:38.157034 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-5ee07b80-ad17-462d-a084-d8fb40d80d63 req-4d191ff5-45c9-4561-9cd0-28edbd66685e tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=48848da9-6232-48ae-bd6a-c488d8e18619 HTTP/1.1" status: 200 len: 210 time: 0.0758898 Aug 27 21:24:38.229949 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c82d5c50-a0f1-4042-8955-a0dc28a2e690 req-dc0c5fe2-6b93-4381-8298-04e16efaeaf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:38.249822 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72afd014-8281-473e-b58c-517855d41532 req-4fb51276-1e81-4578-be6d-c7c4eb151534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:38.252084 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-72afd014-8281-473e-b58c-517855d41532 req-4fb51276-1e81-4578-be6d-c7c4eb151534 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3ea8ee77-155d-4101-a143-9a4a63ff8e86 HTTP/1.1" status: 200 len: 912 time: 0.3592107 Aug 27 21:24:38.267381 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-8e0d831b-2819-4c0d-b0a8-02aa82d3cf56 req-3e00da04-2c74-41d5-89ce-93ba2a7c4d89 service neutron] 10.222.0.73 "GET /v2.0/networks/3810ce44-ef2e-4539-825a-afaeff9378bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5204079 Aug 27 21:24:38.338331 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-72afd014-8281-473e-b58c-517855d41532 req-fab53d8f-449b-4e9a-ab81-3a9df99ddc55 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1789ec09-c0e6-416b-9a2e-e144ea10e407 HTTP/1.1" status: 200 len: 217 time: 0.0786905 Aug 27 21:24:38.536372 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72afd014-8281-473e-b58c-517855d41532 req-22d4ba13-456a-41ea-95fe-cb361186a5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:38.538683 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-72afd014-8281-473e-b58c-517855d41532 req-22d4ba13-456a-41ea-95fe-cb361186a5df service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3a07107b-0e24-46bd-9551-d09ef0c6f8f2 HTTP/1.1" status: 200 len: 851 time: 0.1921034 Aug 27 21:24:38.630663 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-72afd014-8281-473e-b58c-517855d41532 req-bd18e1ac-de50-4fe9-b750-061ac1439f58 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3ea8ee77-155d-4101-a143-9a4a63ff8e86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673437 Aug 27 21:24:38.772890 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ef1ba-d5b2-463a-8dea-9da86bd20397 req-6766b94f-f67f-41fd-b8e7-c400bca0c941 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:38.776238 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-e68ef1ba-d5b2-463a-8dea-9da86bd20397 req-6766b94f-f67f-41fd-b8e7-c400bca0c941 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/ports?device_id=a06cc81d-72ba-4b7d-bdf8-10677ee4e836 HTTP/1.1" status: 200 len: 944 time: 0.2352781 Aug 27 21:24:38.783036 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-aa465942-6920-47f3-a564-82f32c10d316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:38.802732 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-aa465942-6920-47f3-a564-82f32c10d316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:38.884267 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-e68ef1ba-d5b2-463a-8dea-9da86bd20397 req-51c8bd2d-0eea-427e-aeb2-108fcbf7aeb4 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/security-groups?id=0819f91c-3f56-417e-b479-789811ec40ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944154 Aug 27 21:24:38.935930 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-72afd014-8281-473e-b58c-517855d41532 req-a48df3af-e4f3-443c-9d5f-6c09c2e7f86f service neutron] 10.222.0.73 "GET /v2.0/networks/3ea8ee77-155d-4101-a143-9a4a63ff8e86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969706 Aug 27 21:24:38.946226 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50674421-0e3c-4237-a02c-cd2135f6df82 req-6cf02a67-9e58-4440-b033-f36749afe3c0 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:38.963206 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-50674421-0e3c-4237-a02c-cd2135f6df82 req-6cf02a67-9e58-4440-b033-f36749afe3c0 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fd2e5b8-ceb2-494c-ab8f-3490ee2ef899 HTTP/1.1" status: 200 len: 944 time: 0.3526101 Aug 27 21:24:38.971154 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa465942-6920-47f3-a564-82f32c10d316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10538d0-4052-4acd-9d68-44be0005294a,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:38.986899 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-aa465942-6920-47f3-a564-82f32c10d316 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8f51b079b9484571bd875dd1418008ea&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2107005 Aug 27 21:24:38.992281 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 58174) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:24:39.008775 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a76b1f-46fb-4285-bcc7-635013900b8b req-0e580c98-8c90-49d4-ae9b-1889115e9183 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:39.010606 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-68a76b1f-46fb-4285-bcc7-635013900b8b req-0e580c98-8c90-49d4-ae9b-1889115e9183 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.73 "GET /v2.0/networks?id=9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89 HTTP/1.1" status: 200 len: 817 time: 0.5477340 Aug 27 21:24:39.090090 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device ffb26850-fdb4-4ec1-952e-e63d67398879 details requested by agent hyperv_hv-cinder-80643 with host hv-cinder-80643 {{(pid=93798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 21:24:39.131088 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.73', 61470) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:24:39.230708 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-50674421-0e3c-4237-a02c-cd2135f6df82 req-3f51de15-ceb7-429b-a934-686a7401b486 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658525 Aug 27 21:24:39.343507 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port ffb26850-fdb4-4ec1-952e-e63d67398879, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=ffb26850-fdb4-4ec1-952e-e63d67398879,segment=NetworkSegment(cc218a4a-0181-4b4c-a554-32acf37b90dd),segment_id=cc218a4a-0181-4b4c-a554-32acf37b90dd)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:24:39.367666 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Returning: {'device': 'ffb26850-fdb4-4ec1-952e-e63d67398879', 'network_id': '3810ce44-ef2e-4539-825a-afaeff9378bf', 'port_id': 'ffb26850-fdb4-4ec1-952e-e63d67398879', 'mac_address': 'fa:16:3e:61:08:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1118719e-5689-4aa5-abb3-709897e8d96a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 21:24:39.409561 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-4fdad2ed-c140-4b7c-9463-11454aabb343 req-61b70662-bebe-476b-8793-abcc1eff35de tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 210 time: 0.1111462 Aug 27 21:24:39.423319 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:39.434007 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-72afd014-8281-473e-b58c-517855d41532 req-15835f33-3827-4d35-a68f-fa6a00325e4f service neutron] 10.222.0.73 "GET /v2.0/networks/3ea8ee77-155d-4101-a143-9a4a63ff8e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4844337 Aug 27 21:24:39.451098 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffb26850-fdb4-4ec1-952e-e63d67398879 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 21:24:39.481458 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port ffb26850-fdb4-4ec1-952e-e63d67398879, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=ffb26850-fdb4-4ec1-952e-e63d67398879,segment=NetworkSegment(cc218a4a-0181-4b4c-a554-32acf37b90dd),segment_id=cc218a4a-0181-4b4c-a554-32acf37b90dd)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:24:39.488972 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:39.500826 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-68a76b1f-46fb-4285-bcc7-635013900b8b req-486cf791-9bd8-4e25-a3b1-49bb682924d9 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c7881af14ba462d932065fd81b90b6e HTTP/1.1" status: 200 len: 378 time: 0.4722986 Aug 27 21:24:39.534361 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-77d1b16a-18d9-467a-b223-19e303cd2712 req-58230e54-b9b8-478e-a176-300621bc6ff5 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=48848da9-6232-48ae-bd6a-c488d8e18619 HTTP/1.1" status: 200 len: 210 time: 0.1124206 Aug 27 21:24:39.558519 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Pushing event updated for resources: {'Port': ['ID=ffb26850-fdb4-4ec1-952e-e63d67398879,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:39.590350 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5433dd6e-55f7-4c49-b9d0-3ba7fe5bd64c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:39.638535 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.notifiers.nova [req-c82d5c50-a0f1-4042-8955-a0dc28a2e690 req-dc0c5fe2-6b93-4381-8298-04e16efaeaf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aef329b-efff-4697-8ce2-30fab4ff9703 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 21:24:39.649245 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45927de-dfc3-4919-b0b3-0ea584e350f8 req-4e5add3e-a5da-4a60-aa77-4e69b8ef182c tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:39.651471 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-e45927de-dfc3-4919-b0b3-0ea584e350f8 req-4e5add3e-a5da-4a60-aa77-4e69b8ef182c tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.73 "GET /v2.0/networks?id=5fbb2a6b-0896-4fd4-bd40-c249a33d87a8 HTTP/1.1" status: 200 len: 818 time: 0.5180578 Aug 27 21:24:39.656614 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5433dd6e-55f7-4c49-b9d0-3ba7fe5bd64c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:39.664623 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c82d5c50-a0f1-4042-8955-a0dc28a2e690 req-dc0c5fe2-6b93-4381-8298-04e16efaeaf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:39.696078 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-c82d5c50-a0f1-4042-8955-a0dc28a2e690 req-dc0c5fe2-6b93-4381-8298-04e16efaeaf6 service neutron] Transition to ACTIVE for port object 2aef329b-efff-4697-8ce2-30fab4ff9703 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:24:39.702781 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c82d5c50-a0f1-4042-8955-a0dc28a2e690 req-dc0c5fe2-6b93-4381-8298-04e16efaeaf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-275333'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:39.759660 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5433dd6e-55f7-4c49-b9d0-3ba7fe5bd64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:39.762191 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5433dd6e-55f7-4c49-b9d0-3ba7fe5bd64c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:39.763912 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-5433dd6e-55f7-4c49-b9d0-3ba7fe5bd64c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f10538d0-4052-4acd-9d68-44be0005294a HTTP/1.1" status: 204 len: 168 time: 0.7626493 Aug 27 21:24:39.767630 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0c5fe2-6b93-4381-8298-04e16efaeaf6 service neutron] Pushing event updated for resources: {'Port': ['ID=2aef329b-efff-4697-8ce2-30fab4ff9703,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:39.790843 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5433dd6e-55f7-4c49-b9d0-3ba7fe5bd64c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10538d0-4052-4acd-9d68-44be0005294a,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:39.859139 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-c82d5c50-a0f1-4042-8955-a0dc28a2e690 req-dc0c5fe2-6b93-4381-8298-04e16efaeaf6 service neutron] Attempting to bind port 2aef329b-efff-4697-8ce2-30fab4ff9703 on host hv-cinder-80643 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 21:24:39.859641 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-c82d5c50-a0f1-4042-8955-a0dc28a2e690 req-dc0c5fe2-6b93-4381-8298-04e16efaeaf6 service neutron] Attempting to bind port 2aef329b-efff-4697-8ce2-30fab4ff9703 by drivers openvswitch,hyperv on host hv-cinder-80643 at level 0 using segments [{'id': '52d99102-2b75-41b5-9952-77d7ee7e2909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5fbb2a6b-0896-4fd4-bd40-c249a33d87a8'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 21:24:39.860499 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82d5c50-a0f1-4042-8955-a0dc28a2e690 req-dc0c5fe2-6b93-4381-8298-04e16efaeaf6 service neutron] Attempting to bind port 2aef329b-efff-4697-8ce2-30fab4ff9703 on network 5fbb2a6b-0896-4fd4-bd40-c249a33d87a8 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:24:39.873299 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82d5c50-a0f1-4042-8955-a0dc28a2e690 req-dc0c5fe2-6b93-4381-8298-04e16efaeaf6 service neutron] Port 2aef329b-efff-4697-8ce2-30fab4ff9703 on network 5fbb2a6b-0896-4fd4-bd40-c249a33d87a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80643 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 21:24:39.873525 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82d5c50-a0f1-4042-8955-a0dc28a2e690 req-dc0c5fe2-6b93-4381-8298-04e16efaeaf6 service neutron] Attempting to bind port 2aef329b-efff-4697-8ce2-30fab4ff9703 on network 5fbb2a6b-0896-4fd4-bd40-c249a33d87a8 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:24:39.880547 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82d5c50-a0f1-4042-8955-a0dc28a2e690 req-dc0c5fe2-6b93-4381-8298-04e16efaeaf6 service neutron] Checking agent: {'id': '14be5267-b6f6-4f5d-aa76-a7f98d21013b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80643', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 21, 22, 11), 'started_at': datetime.datetime(2021, 8, 27, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 21, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 21:24:39.881226 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82d5c50-a0f1-4042-8955-a0dc28a2e690 req-dc0c5fe2-6b93-4381-8298-04e16efaeaf6 service neutron] Checking segment: {'id': '52d99102-2b75-41b5-9952-77d7ee7e2909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5fbb2a6b-0896-4fd4-bd40-c249a33d87a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:24:39.881611 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82d5c50-a0f1-4042-8955-a0dc28a2e690 req-dc0c5fe2-6b93-4381-8298-04e16efaeaf6 service neutron] Bound using segment: {'id': '52d99102-2b75-41b5-9952-77d7ee7e2909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5fbb2a6b-0896-4fd4-bd40-c249a33d87a8'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 21:24:39.882407 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-c82d5c50-a0f1-4042-8955-a0dc28a2e690 req-dc0c5fe2-6b93-4381-8298-04e16efaeaf6 service neutron] Bound port: 2aef329b-efff-4697-8ce2-30fab4ff9703, host: hv-cinder-80643, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52d99102-2b75-41b5-9952-77d7ee7e2909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5fbb2a6b-0896-4fd4-bd40-c249a33d87a8'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 21:24:39.882763 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c82d5c50-a0f1-4042-8955-a0dc28a2e690 req-dc0c5fe2-6b93-4381-8298-04e16efaeaf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:39.957531 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-c82d5c50-a0f1-4042-8955-a0dc28a2e690 req-dc0c5fe2-6b93-4381-8298-04e16efaeaf6 service neutron] For port 2aef329b-efff-4697-8ce2-30fab4ff9703, host hv-cinder-80643, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 21:24:39.961205 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-c82d5c50-a0f1-4042-8955-a0dc28a2e690 req-dc0c5fe2-6b93-4381-8298-04e16efaeaf6 service neutron] For port 2aef329b-efff-4697-8ce2-30fab4ff9703, host hv-cinder-80643, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=2aef329b-efff-4697-8ce2-30fab4ff9703,segment=NetworkSegment(52d99102-2b75-41b5-9952-77d7ee7e2909),segment_id=52d99102-2b75-41b5-9952-77d7ee7e2909)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 21:24:39.965653 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c82d5c50-a0f1-4042-8955-a0dc28a2e690 req-dc0c5fe2-6b93-4381-8298-04e16efaeaf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-275333'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:40.000591 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d5c50-a0f1-4042-8955-a0dc28a2e690 req-dc0c5fe2-6b93-4381-8298-04e16efaeaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:40.001221 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-c82d5c50-a0f1-4042-8955-a0dc28a2e690 req-dc0c5fe2-6b93-4381-8298-04e16efaeaf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:40.002661 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-c82d5c50-a0f1-4042-8955-a0dc28a2e690 req-dc0c5fe2-6b93-4381-8298-04e16efaeaf6 service neutron] 10.222.0.73 "PUT /v2.0/ports/2aef329b-efff-4697-8ce2-30fab4ff9703 HTTP/1.1" status: 200 len: 1094 time: 2.2473621 Aug 27 21:24:40.005194 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e45c31c9-4f01-44f6-8338-c826dc77265e', 'tag': '2aef329b-efff-4697-8ce2-30fab4ff9703'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:24:40.007877 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef12610d4521d53b4d383b2d1315697e44e13910463e2f079bf4fa6d75d3d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6a32b7-55f3-4d23-87ff-5eb1e8272a52" -d '{"events": [{"name": "network-changed", "server_uuid": "e45c31c9-4f01-44f6-8338-c826dc77265e", "tag": "2aef329b-efff-4697-8ce2-30fab4ff9703"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:24:40.039282 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83c2f6c-295e-4982-8541-a9815a79492e req-b33b009a-66cc-4dac-aa8a-d7333de7413a tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:40.039559 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0c5fe2-6b93-4381-8298-04e16efaeaf6 service neutron] Pushing event updated for resources: {'Port': ['ID=2aef329b-efff-4697-8ce2-30fab4ff9703,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:40.040754 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-d83c2f6c-295e-4982-8541-a9815a79492e req-b33b009a-66cc-4dac-aa8a-d7333de7413a tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/ports?device_id=a06cc81d-72ba-4b7d-bdf8-10677ee4e836 HTTP/1.1" status: 200 len: 944 time: 0.0702705 Aug 27 21:24:40.055054 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 21:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e48aa03e-eeb3-4cb9-bce2-653b561d1332 x-openstack-request-id: req-e48aa03e-eeb3-4cb9-bce2-653b561d1332 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:24:40.055345 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e45c31c9-4f01-44f6-8338-c826dc77265e", "tag": "2aef329b-efff-4697-8ce2-30fab4ff9703", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:24:40.055597 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e48aa03e-eeb3-4cb9-bce2-653b561d1332 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:24:40.056002 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e45c31c9-4f01-44f6-8338-c826dc77265e', 'tag': '2aef329b-efff-4697-8ce2-30fab4ff9703', 'status': 'completed', 'code': 200} Aug 27 21:24:40.090066 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-d83c2f6c-295e-4982-8541-a9815a79492e req-7dc9813d-8000-4f23-8947-ca57f9c3ad41 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/security-groups?id=0819f91c-3f56-417e-b479-789811ec40ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380464 Aug 27 21:24:40.329777 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caddb06-d0d7-468a-a3d9-4596bcf16c4c req-c4963794-7808-4679-bcf4-b8b14af0695b tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:40.331304 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-2caddb06-d0d7-468a-a3d9-4596bcf16c4c req-c4963794-7808-4679-bcf4-b8b14af0695b tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fd2e5b8-ceb2-494c-ab8f-3490ee2ef899 HTTP/1.1" status: 200 len: 945 time: 0.0529416 Aug 27 21:24:40.373849 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-2caddb06-d0d7-468a-a3d9-4596bcf16c4c req-2da420ff-66ca-44a2-a81b-bb9eb8553e35 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353055 Aug 27 21:24:40.506631 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-209d9508-6185-4dd1-bf1c-f058fceaa594 req-0eceb840-83e9-4603-8a32-f4493a9e3345 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 210 time: 0.0278058 Aug 27 21:24:40.627777 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-9c4616a9-83f9-4747-b586-7bd7b6579350 req-ea6d5e38-2518-4deb-9d36-31dd8a239e65 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=48848da9-6232-48ae-bd6a-c488d8e18619 HTTP/1.1" status: 200 len: 210 time: 0.0307119 Aug 27 21:24:41.210338 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec8f42e-e96a-43ab-a273-13db2ba9ccce req-11c0b244-8b96-4123-9542-a39426d329f6 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:41.211885 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-1ec8f42e-e96a-43ab-a273-13db2ba9ccce req-11c0b244-8b96-4123-9542-a39426d329f6 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/ports?device_id=a06cc81d-72ba-4b7d-bdf8-10677ee4e836 HTTP/1.1" status: 200 len: 944 time: 0.0521736 Aug 27 21:24:41.264310 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-1ec8f42e-e96a-43ab-a273-13db2ba9ccce req-8ecc2d99-1ad5-4595-9d06-78c6e062f551 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/security-groups?id=0819f91c-3f56-417e-b479-789811ec40ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446339 Aug 27 21:24:41.496183 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e923b-eb5a-4f64-bd7d-b251945e9561 req-5c7aa03c-7222-4967-8c85-216f34adf6a6 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:41.498904 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-b40e923b-eb5a-4f64-bd7d-b251945e9561 req-5c7aa03c-7222-4967-8c85-216f34adf6a6 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fd2e5b8-ceb2-494c-ab8f-3490ee2ef899 HTTP/1.1" status: 200 len: 945 time: 0.0537536 Aug 27 21:24:41.561133 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-b40e923b-eb5a-4f64-bd7d-b251945e9561 req-aa3ef41d-b90d-40d5-93fc-4353b1158374 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558672 Aug 27 21:24:41.619963 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-e306c571-ccd5-4b4a-9fb9-62d91605cd61 req-737c115f-3929-4a29-aba8-69f5e72b26a8 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 210 time: 0.0278537 Aug 27 21:24:41.650630 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 58278) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:24:41.726929 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-07c19552-d781-4d16-bcbc-37f49b99ae0c req-71d70a7a-aaba-4911-b132-c5cc2b5feb33 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=48848da9-6232-48ae-bd6a-c488d8e18619 HTTP/1.1" status: 200 len: 210 time: 0.0283232 Aug 27 21:24:41.772330 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-240bc49d-600f-4015-bd8d-c03a2b638196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:41.859935 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-240bc49d-600f-4015-bd8d-c03a2b638196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:41.864444 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-240bc49d-600f-4015-bd8d-c03a2b638196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:41.905186 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-240bc49d-600f-4015-bd8d-c03a2b638196 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=149b084f74be4b75b4520515e6416fb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2533715 Aug 27 21:24:41.906041 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240bc49d-600f-4015-bd8d-c03a2b638196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ed4924-0aee-46c0-b0ba-6aed84f329e6,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:41.907846 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 58284) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:24:41.959678 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c30eaebd-0c34-492b-bb2b-a683748260f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:41.985437 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c30eaebd-0c34-492b-bb2b-a683748260f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:42.033338 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c30eaebd-0c34-492b-bb2b-a683748260f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:42.035870 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c30eaebd-0c34-492b-bb2b-a683748260f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:42.037088 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-c30eaebd-0c34-492b-bb2b-a683748260f2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/20ed4924-0aee-46c0-b0ba-6aed84f329e6 HTTP/1.1" status: 204 len: 168 time: 0.1282179 Aug 27 21:24:42.046334 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30eaebd-0c34-492b-bb2b-a683748260f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ed4924-0aee-46c0-b0ba-6aed84f329e6,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:42.289472 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [req-68a76b1f-46fb-4285-bcc7-635013900b8b req-5108d1c4-d579-4f8b-9f3c-1de2806b71fc tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Request body: {'port': {'device_id': '5b49151a-ae9a-4ab0-8027-c5e49267742b', 'network_id': '9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89', 'admin_state_up': True, 'tenant_id': '4c7881af14ba462d932065fd81b90b6e', 'security_groups': ['36d66ac6-a66a-4e5a-a3ac-9df3b19212c4']}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:24:42.314145 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:42.339143 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [req-e45927de-dfc3-4919-b0b3-0ea584e350f8 req-9c01f55f-843a-43e7-92e5-1a4259265e89 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Request body: {'port': {'device_id': '48848da9-6232-48ae-bd6a-c488d8e18619', 'network_id': '5fbb2a6b-0896-4fd4-bd40-c249a33d87a8', 'admin_state_up': True, 'tenant_id': 'f8b30927378840a284e230193294d3eb'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:24:42.388044 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 58302) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:24:42.419918 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-31ef2f75-12ba-4623-9fe5-fefe7b076358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:42.495281 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74024d7e-94a4-45df-ba4a-2ae2a848fe3c req-274a81d1-0c73-46bb-b940-6d682fee2e44 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:42.496859 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-74024d7e-94a4-45df-ba4a-2ae2a848fe3c req-274a81d1-0c73-46bb-b940-6d682fee2e44 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/ports?device_id=a06cc81d-72ba-4b7d-bdf8-10677ee4e836 HTTP/1.1" status: 200 len: 944 time: 0.1194038 Aug 27 21:24:42.515859 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a32b7-55f3-4d23-87ff-5eb1e8272a52 req-b8bb4c3e-6ae2-4ca3-be82-785024b56711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:42.518585 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-cd6a32b7-55f3-4d23-87ff-5eb1e8272a52 req-b8bb4c3e-6ae2-4ca3-be82-785024b56711 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f8b30927378840a284e230193294d3eb&device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 1097 time: 0.1902063 Aug 27 21:24:42.550848 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] get_ports_and_sgs() called for port_ids ['ffb26850-fdb4-4ec1-952e-e63d67398879'] {{(pid=93798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 21:24:42.586718 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-74024d7e-94a4-45df-ba4a-2ae2a848fe3c req-7e13c4be-919c-4bc7-8c9b-af1383d7a4c7 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/security-groups?id=0819f91c-3f56-417e-b479-789811ec40ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700371 Aug 27 21:24:42.684141 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-31ef2f75-12ba-4623-9fe5-fefe7b076358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:42.691504 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-31ef2f75-12ba-4623-9fe5-fefe7b076358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:42.772123 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-467f6bba-4a16-4290-a4ad-97d9ff3958aa req-5576d538-ff34-41c0-b06a-155c86596a98 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 210 time: 0.0482092 Aug 27 21:24:42.773047 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ef2f75-12ba-4623-9fe5-fefe7b076358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775317b0-f77f-44c5-949f-530f1236b6ca,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:42.794745 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-31ef2f75-12ba-4623-9fe5-fefe7b076358 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=96a8148249cf42cfb6086fa2313c86d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4049842 Aug 27 21:24:42.797561 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 58320) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:24:42.935385 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-e5b6c9d0-fbbe-4aff-8056-5d657a00d697 req-1abffdfd-46d3-4c35-bd6b-398af6125a98 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=48848da9-6232-48ae-bd6a-c488d8e18619 HTTP/1.1" status: 200 len: 210 time: 0.0381563 Aug 27 21:24:42.958557 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f74530a8-18a7-4264-84d9-9350d1f4edef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:42.994317 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e45927de-dfc3-4919-b0b3-0ea584e350f8 req-9c01f55f-843a-43e7-92e5-1a4259265e89 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Made reservation on behalf of f8b30927378840a284e230193294d3eb for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 21:24:42.998914 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e45927de-dfc3-4919-b0b3-0ea584e350f8 req-9c01f55f-843a-43e7-92e5-1a4259265e89 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:43.005734 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f74530a8-18a7-4264-84d9-9350d1f4edef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:43.021847 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a32b7-55f3-4d23-87ff-5eb1e8272a52 req-cb583668-ae1b-4a0d-a74a-ea5c4b0c3ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:43.023284 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-cd6a32b7-55f3-4d23-87ff-5eb1e8272a52 req-cb583668-ae1b-4a0d-a74a-ea5c4b0c3ef7 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=f8b30927378840a284e230193294d3eb&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4909797 Aug 27 21:24:43.038796 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d2d11-fbc4-49f5-abb8-77476dfc8455 req-dc91b428-992d-43b7-8367-dd4e8abe9314 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:43.040376 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-f59d2d11-fbc4-49f5-abb8-77476dfc8455 req-dc91b428-992d-43b7-8367-dd4e8abe9314 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fd2e5b8-ceb2-494c-ab8f-3490ee2ef899 HTTP/1.1" status: 200 len: 945 time: 0.2883291 Aug 27 21:24:43.074970 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f74530a8-18a7-4264-84d9-9350d1f4edef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:43.078314 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f74530a8-18a7-4264-84d9-9350d1f4edef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:43.079606 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-f74530a8-18a7-4264-84d9-9350d1f4edef admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/775317b0-f77f-44c5-949f-530f1236b6ca HTTP/1.1" status: 204 len: 168 time: 0.2809215 Aug 27 21:24:43.083017 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68a76b1f-46fb-4285-bcc7-635013900b8b req-5108d1c4-d579-4f8b-9f3c-1de2806b71fc tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Made reservation on behalf of 4c7881af14ba462d932065fd81b90b6e for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 21:24:43.086690 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-68a76b1f-46fb-4285-bcc7-635013900b8b req-5108d1c4-d579-4f8b-9f3c-1de2806b71fc tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:43.095644 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74530a8-18a7-4264-84d9-9350d1f4edef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775317b0-f77f-44c5-949f-530f1236b6ca,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:43.530016 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-f59d2d11-fbc4-49f5-abb8-77476dfc8455 req-97168ed1-6a10-4d34-adab-3314c96a12b3 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4792423 Aug 27 21:24:43.656239 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a32b7-55f3-4d23-87ff-5eb1e8272a52 req-855ba2d0-ce5e-452e-a25f-5b1af323f6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:43.657952 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-cd6a32b7-55f3-4d23-87ff-5eb1e8272a52 req-855ba2d0-ce5e-452e-a25f-5b1af323f6f3 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6165857 Aug 27 21:24:43.683041 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-e45927de-dfc3-4919-b0b3-0ea584e350f8 req-9c01f55f-843a-43e7-92e5-1a4259265e89 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Allocated IP 172.20.0.6 (5fbb2a6b-0896-4fd4-bd40-c249a33d87a8/b5e1eaea-5bab-43a2-8e07-1f620faa4b4a/5bf3473a-f6b5-43e6-adb8-3d2f1f8bd3ac) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 21:24:43.699418 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-68a76b1f-46fb-4285-bcc7-635013900b8b req-5108d1c4-d579-4f8b-9f3c-1de2806b71fc tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Allocated IP 172.20.0.13 (9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89/6921f496-5d7a-4db6-bf96-720866799ce1/bd89a8b2-feb9-4512-b8fe-553705f6dd9e) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 21:24:43.769803 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8201fc-497e-4627-a891-b2460ee66c9b req-5cfb34d0-1956-4e60-88a2-6e0154464356 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:43.776988 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-fa8201fc-497e-4627-a891-b2460ee66c9b req-5cfb34d0-1956-4e60-88a2-6e0154464356 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/ports?device_id=a06cc81d-72ba-4b7d-bdf8-10677ee4e836 HTTP/1.1" status: 200 len: 944 time: 0.0961647 Aug 27 21:24:43.825917 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-fa8201fc-497e-4627-a891-b2460ee66c9b req-71f8461e-5979-438c-b30a-767c33381cba tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/security-groups?id=0819f91c-3f56-417e-b479-789811ec40ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474701 Aug 27 21:24:43.956916 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d5c50-a0f1-4042-8955-a0dc28a2e690 req-b06d998c-911b-4d59-b43b-705489130a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:43.958520 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-c82d5c50-a0f1-4042-8955-a0dc28a2e690 req-b06d998c-911b-4d59-b43b-705489130a9b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f8b30927378840a284e230193294d3eb&device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 1097 time: 0.2457302 Aug 27 21:24:44.026602 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-2bf79b1f-3d4d-4622-b91e-0cf2d5a6304a req-e178938a-1f13-4312-a4c0-e86858c6cca4 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 210 time: 0.0867362 Aug 27 21:24:44.109720 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-8e84c4f5-f72a-437f-9aa6-cf836c4fbb5c req-f2f0f68b-d207-4b61-bcda-92ea4e33971a tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=48848da9-6232-48ae-bd6a-c488d8e18619 HTTP/1.1" status: 200 len: 210 time: 0.0597579 Aug 27 21:24:44.120834 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-c82d5c50-a0f1-4042-8955-a0dc28a2e690 req-cd4d7a1c-3fba-4ed3-8704-86afd733d3dc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2aef329b-efff-4697-8ce2-30fab4ff9703 HTTP/1.1" status: 200 len: 217 time: 0.1151826 Aug 27 21:24:44.211691 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e45927de-dfc3-4919-b0b3-0ea584e350f8 req-9c01f55f-843a-43e7-92e5-1a4259265e89 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:44.239293 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d5c50-a0f1-4042-8955-a0dc28a2e690 req-b663dbcd-e252-487f-8570-78bad6c5f9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:44.240853 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-c82d5c50-a0f1-4042-8955-a0dc28a2e690 req-b663dbcd-e252-487f-8570-78bad6c5f9ef service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b5e1eaea-5bab-43a2-8e07-1f620faa4b4a HTTP/1.1" status: 200 len: 858 time: 0.1066208 Aug 27 21:24:44.249046 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-68a76b1f-46fb-4285-bcc7-635013900b8b req-5108d1c4-d579-4f8b-9f3c-1de2806b71fc tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:44.279189 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device 1789ec09-c0e6-416b-9a2e-e144ea10e407 details requested by agent hyperv_hv-cinder-80643 with host hv-cinder-80643 {{(pid=93798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 21:24:44.302635 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-c82d5c50-a0f1-4042-8955-a0dc28a2e690 req-3c26d178-4ec6-4e44-bb38-0d33824029cc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5fbb2a6b-0896-4fd4-bd40-c249a33d87a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499203 Aug 27 21:24:44.310869 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-68a76b1f-46fb-4285-bcc7-635013900b8b req-5108d1c4-d579-4f8b-9f3c-1de2806b71fc tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Transition to ACTIVE for port object bd89a8b2-feb9-4512-b8fe-553705f6dd9e will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:24:44.329558 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device ffb26850-fdb4-4ec1-952e-e63d67398879 up at agent hyperv_hv-cinder-80643 {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:24:44.408205 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e45927de-dfc3-4919-b0b3-0ea584e350f8 req-9c01f55f-843a-43e7-92e5-1a4259265e89 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794200564228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-275356'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:44.526408 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port 1789ec09-c0e6-416b-9a2e-e144ea10e407, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=1789ec09-c0e6-416b-9a2e-e144ea10e407,segment=NetworkSegment(e4c8a9b3-ec0a-4f54-94cf-8350a677f6b5),segment_id=e4c8a9b3-ec0a-4f54-94cf-8350a677f6b5)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:24:44.533185 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Provisioning for port ffb26850-fdb4-4ec1-952e-e63d67398879 completed by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:24:44.542320 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-68a76b1f-46fb-4285-bcc7-635013900b8b req-5108d1c4-d579-4f8b-9f3c-1de2806b71fc tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794200564228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-275356'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:44.549122 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e45927de-dfc3-4919-b0b3-0ea584e350f8 req-9c01f55f-843a-43e7-92e5-1a4259265e89 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Network 5fbb2a6b-0896-4fd4-bd40-c249a33d87a8 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:24:44.555941 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Provisioning complete for port ffb26850-fdb4-4ec1-952e-e63d67398879 triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:24:44.556610 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:44.568417 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-e45927de-dfc3-4919-b0b3-0ea584e350f8 req-9c01f55f-843a-43e7-92e5-1a4259265e89 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:24:44.577749 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-e45927de-dfc3-4919-b0b3-0ea584e350f8 req-9c01f55f-843a-43e7-92e5-1a4259265e89 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 21:24:44.583433 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Returning: {'device': '1789ec09-c0e6-416b-9a2e-e144ea10e407', 'network_id': '3ea8ee77-155d-4101-a143-9a4a63ff8e86', 'port_id': '1789ec09-c0e6-416b-9a2e-e144ea10e407', 'mac_address': 'fa:16:3e:b5:b3:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a07107b-0e24-46bd-9551-d09ef0c6f8f2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 21:24:44.606090 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-c82d5c50-a0f1-4042-8955-a0dc28a2e690 req-3cde8708-8c7a-4e8e-9ef7-b540effc7436 service neutron] 10.222.0.73 "GET /v2.0/networks/5fbb2a6b-0896-4fd4-bd40-c249a33d87a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900965 Aug 27 21:24:44.623829 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c01f55f-843a-43e7-92e5-1a4259265e89 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Pushing event updated for resources: {'Port': ['ID=5bf3473a-f6b5-43e6-adb8-3d2f1f8bd3ac,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:44.707592 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:44.753359 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1789ec09-c0e6-416b-9a2e-e144ea10e407 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 21:24:44.805018 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port 1789ec09-c0e6-416b-9a2e-e144ea10e407, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=1789ec09-c0e6-416b-9a2e-e144ea10e407,segment=NetworkSegment(e4c8a9b3-ec0a-4f54-94cf-8350a677f6b5),segment_id=e4c8a9b3-ec0a-4f54-94cf-8350a677f6b5)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:24:44.807734 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68a76b1f-46fb-4285-bcc7-635013900b8b req-5108d1c4-d579-4f8b-9f3c-1de2806b71fc tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Network 9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:24:44.808239 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:44.808628 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5108d1c4-d579-4f8b-9f3c-1de2806b71fc tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Pushing event updated for resources: {'Port': ['ID=bd89a8b2-feb9-4512-b8fe-553705f6dd9e,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:44.812028 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:44.822161 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-68a76b1f-46fb-4285-bcc7-635013900b8b req-5108d1c4-d579-4f8b-9f3c-1de2806b71fc tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:24:44.831201 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a76b1f-46fb-4285-bcc7-635013900b8b req-5108d1c4-d579-4f8b-9f3c-1de2806b71fc tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 21:24:44.884880 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.agents_db [None req-9a3f5963-9603-4723-9a6c-2e2f5b4345b2 None None] Agent healthcheck: found 6 active agents {{(pid=93799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 21:24:44.897347 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45927de-dfc3-4919-b0b3-0ea584e350f8 req-9c01f55f-843a-43e7-92e5-1a4259265e89 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:44.897810 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port ffb26850-fdb4-4ec1-952e-e63d67398879, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=ffb26850-fdb4-4ec1-952e-e63d67398879,segment=NetworkSegment(cc218a4a-0181-4b4c-a554-32acf37b90dd),segment_id=cc218a4a-0181-4b4c-a554-32acf37b90dd)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:24:44.898022 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e45927de-dfc3-4919-b0b3-0ea584e350f8 req-9c01f55f-843a-43e7-92e5-1a4259265e89 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:44.898911 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fd2e5b8-ceb2-494c-ab8f-3490ee2ef899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb26850-fdb4-4ec1-952e-e63d67398879'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:24:44.900462 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 58438) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:24:44.956890 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-e45927de-dfc3-4919-b0b3-0ea584e350f8 req-9c01f55f-843a-43e7-92e5-1a4259265e89 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6513965 Aug 27 21:24:45.002738 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24575425-9273-4b8d-a948-97106e0c8ae1 req-d3e309fb-fba2-443d-b030-387df23d603f tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:45.005311 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-24575425-9273-4b8d-a948-97106e0c8ae1 req-d3e309fb-fba2-443d-b030-387df23d603f tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fd2e5b8-ceb2-494c-ab8f-3490ee2ef899 HTTP/1.1" status: 200 len: 945 time: 0.2761915 Aug 27 21:24:45.023850 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a76b1f-46fb-4285-bcc7-635013900b8b req-5108d1c4-d579-4f8b-9f3c-1de2806b71fc tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:45.024661 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-68a76b1f-46fb-4285-bcc7-635013900b8b req-5108d1c4-d579-4f8b-9f3c-1de2806b71fc tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:45.054085 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-68a76b1f-46fb-4285-bcc7-635013900b8b req-5108d1c4-d579-4f8b-9f3c-1de2806b71fc tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7765000 Aug 27 21:24:45.074930 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Pushing event updated for resources: {'Port': ['ID=1789ec09-c0e6-416b-9a2e-e144ea10e407,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:45.091551 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:45.144056 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-24575425-9273-4b8d-a948-97106e0c8ae1 req-f92e959b-8fb5-4d87-8f1a-4b84c6e68a5d tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288171 Aug 27 21:24:45.186885 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef2a8f-4409-4030-b09d-060c1f7f89a9 req-7fec5f6a-299d-4179-9468-6bfbba4e826c tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:45.203500 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-05ef2a8f-4409-4030-b09d-060c1f7f89a9 req-7fec5f6a-299d-4179-9468-6bfbba4e826c tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/ports?device_id=a06cc81d-72ba-4b7d-bdf8-10677ee4e836 HTTP/1.1" status: 200 len: 945 time: 0.1957371 Aug 27 21:24:45.209863 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Pushing event updated for resources: {'Port': ['ID=ffb26850-fdb4-4ec1-952e-e63d67398879,revision_number=5']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:45.236703 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-61f4a3ba-9e2d-4477-9485-0762200cb14e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:45.330643 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-05ef2a8f-4409-4030-b09d-060c1f7f89a9 req-72883b52-cc87-4ff7-93ba-e5a9b2695910 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/security-groups?id=0819f91c-3f56-417e-b479-789811ec40ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256027 Aug 27 21:24:45.363952 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf732d6db1af9f7bc3b5310490fe48ff1e7c732a768ef3a1a1326297a3ecfd63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1e4068-d6b0-4498-b51b-dbb882255c31" -d '{"events": [{"server_uuid": "9fd2e5b8-ceb2-494c-ab8f-3490ee2ef899", "name": "network-vif-plugged", "status": "completed", "tag": "ffb26850-fdb4-4ec1-952e-e63d67398879"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:24:45.396946 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-ade8ca10-2960-481a-9432-92415692e10f None None] Provisioning for port bd89a8b2-feb9-4512-b8fe-553705f6dd9e completed by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:24:45.401262 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-ade8ca10-2960-481a-9432-92415692e10f None None] Provisioning complete for port bd89a8b2-feb9-4512-b8fe-553705f6dd9e triggered by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:24:45.401666 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ade8ca10-2960-481a-9432-92415692e10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:45.465525 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b92f5-4dd3-477b-9109-2f7cc06ee136 req-359a4f6a-6b68-46a9-9f6e-021746807476 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:45.467491 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-6a8b92f5-4dd3-477b-9109-2f7cc06ee136 req-359a4f6a-6b68-46a9-9f6e-021746807476 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 932 time: 0.1782207 Aug 27 21:24:45.477769 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-61f4a3ba-9e2d-4477-9485-0762200cb14e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:45.482187 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-ade8ca10-2960-481a-9432-92415692e10f None None] Port bd89a8b2-feb9-4512-b8fe-553705f6dd9e cannot update to ACTIVE because it is not bound. {{(pid=93798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 21:24:45.491363 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-61f4a3ba-9e2d-4477-9485-0762200cb14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:45.524999 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-6a8b92f5-4dd3-477b-9109-2f7cc06ee136 req-0e5bfde4-e187-47cd-82c1-94582444f1d6 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507941 Aug 27 21:24:45.557060 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-61f4a3ba-9e2d-4477-9485-0762200cb14e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a7bce6efe5954cd48d09843b8399b751&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6511421 Aug 27 21:24:45.558830 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f4a3ba-9e2d-4477-9485-0762200cb14e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2682804f-17e3-4483-8c74-2fbef8e519d7,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:45.562674 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 58460) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:24:45.587754 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b03898-ed34-4fcc-882a-12ba4220f032 req-73037128-2ea4-4506-b377-40f9f2540200 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:45.589325 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-93b03898-ed34-4fcc-882a-12ba4220f032 req-73037128-2ea4-4506-b377-40f9f2540200 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=48848da9-6232-48ae-bd6a-c488d8e18619 HTTP/1.1" status: 200 len: 931 time: 0.1082461 Aug 27 21:24:45.657138 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 21:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a342b45-bd2a-4aba-a17b-3949df0fbbe0 x-openstack-request-id: req-1a342b45-bd2a-4aba-a17b-3949df0fbbe0 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:24:45.657437 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fd2e5b8-ceb2-494c-ab8f-3490ee2ef899", "name": "network-vif-plugged", "status": "completed", "tag": "ffb26850-fdb4-4ec1-952e-e63d67398879", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:24:45.657788 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1a342b45-bd2a-4aba-a17b-3949df0fbbe0 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:24:45.658198 dv-cinder-806436-1-iscsi neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fd2e5b8-ceb2-494c-ab8f-3490ee2ef899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb26850-fdb4-4ec1-952e-e63d67398879', 'code': 200} Aug 27 21:24:45.686195 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-93b03898-ed34-4fcc-882a-12ba4220f032 req-31f9b0c5-aebe-4189-a25f-246a4d6ac9a9 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817585 Aug 27 21:24:45.687842 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-25be3b70-2ed0-412d-a5ab-d86179ca36a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:45.718032 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-25be3b70-2ed0-412d-a5ab-d86179ca36a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:45.770872 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-25be3b70-2ed0-412d-a5ab-d86179ca36a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:45.773440 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-25be3b70-2ed0-412d-a5ab-d86179ca36a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:45.774670 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-25be3b70-2ed0-412d-a5ab-d86179ca36a8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2682804f-17e3-4483-8c74-2fbef8e519d7 HTTP/1.1" status: 204 len: 168 time: 0.2100410 Aug 27 21:24:45.784009 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25be3b70-2ed0-412d-a5ab-d86179ca36a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2682804f-17e3-4483-8c74-2fbef8e519d7,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:46.095170 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 58472) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:24:46.109938 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bfa6cf44-ebbc-4eb5-bff7-f21c05a6be97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:46.213627 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bfa6cf44-ebbc-4eb5-bff7-f21c05a6be97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:46.218364 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bfa6cf44-ebbc-4eb5-bff7-f21c05a6be97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:46.261753 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-bfa6cf44-ebbc-4eb5-bff7-f21c05a6be97 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3c1750731b7847bfa0b387e1ad8535cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1629226 Aug 27 21:24:46.261753 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa6cf44-ebbc-4eb5-bff7-f21c05a6be97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17be89da-271c-43bb-b709-814056cd5c79,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:46.264087 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 58476) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:24:46.311615 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3aa1bc-9c5f-4901-bf4e-3c8495806380 req-84cc65c5-a8d2-4ade-b430-faf528f69eb2 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:46.313249 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-bb3aa1bc-9c5f-4901-bf4e-3c8495806380 req-84cc65c5-a8d2-4ade-b430-faf528f69eb2 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fd2e5b8-ceb2-494c-ab8f-3490ee2ef899 HTTP/1.1" status: 200 len: 946 time: 0.0607877 Aug 27 21:24:46.318276 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9983a79d-33fd-4de0-8f2c-c29c15518c82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:46.342456 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9983a79d-33fd-4de0-8f2c-c29c15518c82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:46.351536 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-bb3aa1bc-9c5f-4901-bf4e-3c8495806380 req-e8cb622d-d107-4898-b07d-c655fef33eb5 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318058 Aug 27 21:24:46.393475 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9983a79d-33fd-4de0-8f2c-c29c15518c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:46.395747 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9983a79d-33fd-4de0-8f2c-c29c15518c82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:46.399974 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-9983a79d-33fd-4de0-8f2c-c29c15518c82 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/17be89da-271c-43bb-b709-814056cd5c79 HTTP/1.1" status: 204 len: 168 time: 0.1318138 Aug 27 21:24:46.405945 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9983a79d-33fd-4de0-8f2c-c29c15518c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17be89da-271c-43bb-b709-814056cd5c79,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:46.483442 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c96a09-1e0d-450c-beca-6dde59f5d6b3 req-ea3ea1f4-ef7e-44b3-a096-9e4f1d118db8 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:46.485207 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-12c96a09-1e0d-450c-beca-6dde59f5d6b3 req-ea3ea1f4-ef7e-44b3-a096-9e4f1d118db8 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/ports?device_id=a06cc81d-72ba-4b7d-bdf8-10677ee4e836 HTTP/1.1" status: 200 len: 945 time: 0.0639443 Aug 27 21:24:46.540761 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-12c96a09-1e0d-450c-beca-6dde59f5d6b3 req-374e58b7-0877-4475-8b04-6286ed930527 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/security-groups?id=0819f91c-3f56-417e-b479-789811ec40ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422244 Aug 27 21:24:46.672906 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c81e446-36ab-4454-a91c-d8dfdc983c51 req-e4d71f51-82ba-476c-a631-3ec198295c57 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:46.674509 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-6c81e446-36ab-4454-a91c-d8dfdc983c51 req-e4d71f51-82ba-476c-a631-3ec198295c57 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 932 time: 0.0620217 Aug 27 21:24:46.723933 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-6c81e446-36ab-4454-a91c-d8dfdc983c51 req-26f7ad71-4165-46af-94d6-66a5ce53089b tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381439 Aug 27 21:24:46.828150 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dfb5ca-96f1-4fd0-9440-b1aea2f86aa5 req-f53463a1-ea7b-4131-92c1-42e33affe2d6 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:46.829842 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-19dfb5ca-96f1-4fd0-9440-b1aea2f86aa5 req-f53463a1-ea7b-4131-92c1-42e33affe2d6 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=48848da9-6232-48ae-bd6a-c488d8e18619 HTTP/1.1" status: 200 len: 931 time: 0.0607512 Aug 27 21:24:46.885827 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-19dfb5ca-96f1-4fd0-9440-b1aea2f86aa5 req-7a303cf7-30f7-4b85-9080-1e551b3ed944 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494974 Aug 27 21:24:47.500063 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd8e9a-9ae6-48ab-bdef-b0f85ad6f15c req-9ab67c28-ee9f-47e6-b774-e87386bc82e4 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:47.501736 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-1bbd8e9a-9ae6-48ab-bdef-b0f85ad6f15c req-9ab67c28-ee9f-47e6-b774-e87386bc82e4 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fd2e5b8-ceb2-494c-ab8f-3490ee2ef899 HTTP/1.1" status: 200 len: 946 time: 0.0603285 Aug 27 21:24:47.538777 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [req-68a76b1f-46fb-4285-bcc7-635013900b8b req-f3e78010-1025-4847-bd2f-c4bf6fe424c4 service neutron] Request body: {'port': {'device_id': '5b49151a-ae9a-4ab0-8027-c5e49267742b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80643'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:24:47.581453 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [req-e45927de-dfc3-4919-b0b3-0ea584e350f8 req-be3e2865-0e17-4ac7-968e-a2ffcec51221 service neutron] Request body: {'port': {'device_id': '48848da9-6232-48ae-bd6a-c488d8e18619', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80643'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:24:47.760843 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] get_ports_and_sgs() called for port_ids ['1789ec09-c0e6-416b-9a2e-e144ea10e407'] {{(pid=93798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 21:24:47.800308 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-68a76b1f-46fb-4285-bcc7-635013900b8b req-f3e78010-1025-4847-bd2f-c4bf6fe424c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:47.824745 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-1bbd8e9a-9ae6-48ab-bdef-b0f85ad6f15c req-77a455c5-0821-478f-b8f8-e28e5063c7e8 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119969 Aug 27 21:24:47.852383 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a77e8-cea0-4274-95f0-82ea07feb607 req-b4385164-892e-4242-9580-636cb8017bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:47.858393 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-af0a77e8-cea0-4274-95f0-82ea07feb607 req-b4385164-892e-4242-9580-636cb8017bc4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9fd2e5b8-ceb2-494c-ab8f-3490ee2ef899 HTTP/1.1" status: 200 len: 1099 time: 0.1368902 Aug 27 21:24:47.908242 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b115ce2-a0c4-4455-af15-da5ef5d4bc0a req-e903c5ba-8b3b-4553-9e28-edeced09e4b7 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:47.921022 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-0b115ce2-a0c4-4455-af15-da5ef5d4bc0a req-e903c5ba-8b3b-4553-9e28-edeced09e4b7 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/ports?device_id=a06cc81d-72ba-4b7d-bdf8-10677ee4e836 HTTP/1.1" status: 200 len: 945 time: 0.2323639 Aug 27 21:24:48.030358 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-af0a77e8-cea0-4274-95f0-82ea07feb607 req-5138bf99-7955-4471-90f0-ced6c7b148c4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:48.073931 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-0b115ce2-a0c4-4455-af15-da5ef5d4bc0a req-322345ac-df3d-4dd5-816d-4dbf08060941 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/security-groups?id=0819f91c-3f56-417e-b479-789811ec40ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295567 Aug 27 21:24:48.076564 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-c82d5c50-a0f1-4042-8955-a0dc28a2e690 req-3d878076-ead3-4598-836c-5bc4ba0b7d18 service neutron] 10.222.0.73 "GET /v2.0/networks/5fbb2a6b-0896-4fd4-bd40-c249a33d87a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5549300 Aug 27 21:24:48.082061 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e45927de-dfc3-4919-b0b3-0ea584e350f8 req-be3e2865-0e17-4ac7-968e-a2ffcec51221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:48.269104 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f9373-c0bb-4b78-bf4c-0cb88a5a601b req-43598079-de3c-4917-bf7a-a9c8999e2787 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:48.271015 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-a99f9373-c0bb-4b78-bf4c-0cb88a5a601b req-43598079-de3c-4917-bf7a-a9c8999e2787 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=48848da9-6232-48ae-bd6a-c488d8e18619 HTTP/1.1" status: 200 len: 931 time: 0.0896080 Aug 27 21:24:48.281718 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f43a2-ca55-4a3c-8c5f-71a113eca143 req-23b60507-ed8a-4032-98a2-37e1bce0e1b8 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:48.283343 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-817f43a2-ca55-4a3c-8c5f-71a113eca143 req-23b60507-ed8a-4032-98a2-37e1bce0e1b8 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 932 time: 0.2249424 Aug 27 21:24:48.283836 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-af0a77e8-cea0-4274-95f0-82ea07feb607 req-5138bf99-7955-4471-90f0-ced6c7b148c4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:48.295308 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-af0a77e8-cea0-4274-95f0-82ea07feb607 req-5138bf99-7955-4471-90f0-ced6c7b148c4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:48.355423 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-af0a77e8-cea0-4274-95f0-82ea07feb607 req-5138bf99-7955-4471-90f0-ced6c7b148c4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4882820 Aug 27 21:24:48.359428 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5138bf99-7955-4471-90f0-ced6c7b148c4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=515a9818-7252-4bc4-8880-12e60aa942da,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:48.368287 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-a99f9373-c0bb-4b78-bf4c-0cb88a5a601b req-d374f8e7-ed30-491c-a525-590cebac9f83 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824447 Aug 27 21:24:48.464200 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-817f43a2-ca55-4a3c-8c5f-71a113eca143 req-f23c8fb0-eb9f-4821-92d9-7031fba4e74f tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1590314 Aug 27 21:24:48.701581 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a6cd63b8-0b88-4ea1-be5f-cd27ffc02e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:48.927045 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.notifiers.nova [req-68a76b1f-46fb-4285-bcc7-635013900b8b req-f3e78010-1025-4847-bd2f-c4bf6fe424c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd89a8b2-feb9-4512-b8fe-553705f6dd9e {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 21:24:48.940990 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.notifiers.nova [req-e45927de-dfc3-4919-b0b3-0ea584e350f8 req-be3e2865-0e17-4ac7-968e-a2ffcec51221 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bf3473a-f6b5-43e6-adb8-3d2f1f8bd3ac {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 21:24:48.946178 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-68a76b1f-46fb-4285-bcc7-635013900b8b req-f3e78010-1025-4847-bd2f-c4bf6fe424c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:48.963426 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e45927de-dfc3-4919-b0b3-0ea584e350f8 req-be3e2865-0e17-4ac7-968e-a2ffcec51221 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:48.993788 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d88fe-a2bf-4a68-ad3f-ecb04e16df67 req-bd88245a-b05b-4047-8ba5-6aae61bfce55 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:48.994375 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-68a76b1f-46fb-4285-bcc7-635013900b8b req-f3e78010-1025-4847-bd2f-c4bf6fe424c4 service neutron] Transition to ACTIVE for port object bd89a8b2-feb9-4512-b8fe-553705f6dd9e will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:24:48.997845 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-927d88fe-a2bf-4a68-ad3f-ecb04e16df67 req-bd88245a-b05b-4047-8ba5-6aae61bfce55 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fd2e5b8-ceb2-494c-ab8f-3490ee2ef899 HTTP/1.1" status: 200 len: 946 time: 0.0743937 Aug 27 21:24:49.002026 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-68a76b1f-46fb-4285-bcc7-635013900b8b req-f3e78010-1025-4847-bd2f-c4bf6fe424c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-275333'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:49.004749 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-e45927de-dfc3-4919-b0b3-0ea584e350f8 req-be3e2865-0e17-4ac7-968e-a2ffcec51221 service neutron] Transition to ACTIVE for port object 5bf3473a-f6b5-43e6-adb8-3d2f1f8bd3ac will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:24:49.046832 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e45927de-dfc3-4919-b0b3-0ea584e350f8 req-be3e2865-0e17-4ac7-968e-a2ffcec51221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-275333'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:49.062266 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-927d88fe-a2bf-4a68-ad3f-ecb04e16df67 req-43f79eb4-7b1e-4555-8b13-455f91d9fe76 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553808 Aug 27 21:24:49.149285 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e78010-1025-4847-bd2f-c4bf6fe424c4 service neutron] Pushing event updated for resources: {'Port': ['ID=bd89a8b2-feb9-4512-b8fe-553705f6dd9e,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:49.285200 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3e2865-0e17-4ac7-968e-a2ffcec51221 service neutron] Pushing event updated for resources: {'Port': ['ID=5bf3473a-f6b5-43e6-adb8-3d2f1f8bd3ac,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:49.448849 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-68a76b1f-46fb-4285-bcc7-635013900b8b req-f3e78010-1025-4847-bd2f-c4bf6fe424c4 service neutron] Attempting to bind port bd89a8b2-feb9-4512-b8fe-553705f6dd9e on host hv-cinder-80643 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 21:24:49.449195 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-68a76b1f-46fb-4285-bcc7-635013900b8b req-f3e78010-1025-4847-bd2f-c4bf6fe424c4 service neutron] Attempting to bind port bd89a8b2-feb9-4512-b8fe-553705f6dd9e by drivers openvswitch,hyperv on host hv-cinder-80643 at level 0 using segments [{'id': 'cf28798e-2dc9-43ac-a0bc-53018bbccb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 21:24:49.449525 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a76b1f-46fb-4285-bcc7-635013900b8b req-f3e78010-1025-4847-bd2f-c4bf6fe424c4 service neutron] Attempting to bind port bd89a8b2-feb9-4512-b8fe-553705f6dd9e on network 9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:24:49.460852 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a76b1f-46fb-4285-bcc7-635013900b8b req-f3e78010-1025-4847-bd2f-c4bf6fe424c4 service neutron] Port bd89a8b2-feb9-4512-b8fe-553705f6dd9e on network 9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80643 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 21:24:49.461175 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a76b1f-46fb-4285-bcc7-635013900b8b req-f3e78010-1025-4847-bd2f-c4bf6fe424c4 service neutron] Attempting to bind port bd89a8b2-feb9-4512-b8fe-553705f6dd9e on network 9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:24:49.466952 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-e45927de-dfc3-4919-b0b3-0ea584e350f8 req-be3e2865-0e17-4ac7-968e-a2ffcec51221 service neutron] Attempting to bind port 5bf3473a-f6b5-43e6-adb8-3d2f1f8bd3ac on host hv-cinder-80643 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 21:24:49.467288 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-e45927de-dfc3-4919-b0b3-0ea584e350f8 req-be3e2865-0e17-4ac7-968e-a2ffcec51221 service neutron] Attempting to bind port 5bf3473a-f6b5-43e6-adb8-3d2f1f8bd3ac by drivers openvswitch,hyperv on host hv-cinder-80643 at level 0 using segments [{'id': '52d99102-2b75-41b5-9952-77d7ee7e2909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5fbb2a6b-0896-4fd4-bd40-c249a33d87a8'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 21:24:49.467617 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45927de-dfc3-4919-b0b3-0ea584e350f8 req-be3e2865-0e17-4ac7-968e-a2ffcec51221 service neutron] Attempting to bind port 5bf3473a-f6b5-43e6-adb8-3d2f1f8bd3ac on network 5fbb2a6b-0896-4fd4-bd40-c249a33d87a8 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:24:49.484450 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49cc45-f3b1-4ecb-be94-e238f947e21c req-b49c152c-3113-47b6-a402-c18eb4bcd5bd tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:49.490282 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-0b49cc45-f3b1-4ecb-be94-e238f947e21c req-b49c152c-3113-47b6-a402-c18eb4bcd5bd tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/ports?device_id=a06cc81d-72ba-4b7d-bdf8-10677ee4e836 HTTP/1.1" status: 200 len: 945 time: 0.1910517 Aug 27 21:24:49.491287 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a76b1f-46fb-4285-bcc7-635013900b8b req-f3e78010-1025-4847-bd2f-c4bf6fe424c4 service neutron] Checking agent: {'id': '14be5267-b6f6-4f5d-aa76-a7f98d21013b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80643', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 21, 22, 11), 'started_at': datetime.datetime(2021, 8, 27, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 21, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 21:24:49.491629 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a76b1f-46fb-4285-bcc7-635013900b8b req-f3e78010-1025-4847-bd2f-c4bf6fe424c4 service neutron] Checking segment: {'id': 'cf28798e-2dc9-43ac-a0bc-53018bbccb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:24:49.492025 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a76b1f-46fb-4285-bcc7-635013900b8b req-f3e78010-1025-4847-bd2f-c4bf6fe424c4 service neutron] Bound using segment: {'id': 'cf28798e-2dc9-43ac-a0bc-53018bbccb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 21:24:49.495239 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-68a76b1f-46fb-4285-bcc7-635013900b8b req-f3e78010-1025-4847-bd2f-c4bf6fe424c4 service neutron] Bound port: bd89a8b2-feb9-4512-b8fe-553705f6dd9e, host: hv-cinder-80643, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf28798e-2dc9-43ac-a0bc-53018bbccb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 21:24:49.495239 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-68a76b1f-46fb-4285-bcc7-635013900b8b req-f3e78010-1025-4847-bd2f-c4bf6fe424c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:49.506282 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45927de-dfc3-4919-b0b3-0ea584e350f8 req-be3e2865-0e17-4ac7-968e-a2ffcec51221 service neutron] Port 5bf3473a-f6b5-43e6-adb8-3d2f1f8bd3ac on network 5fbb2a6b-0896-4fd4-bd40-c249a33d87a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80643 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 21:24:49.506968 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45927de-dfc3-4919-b0b3-0ea584e350f8 req-be3e2865-0e17-4ac7-968e-a2ffcec51221 service neutron] Attempting to bind port 5bf3473a-f6b5-43e6-adb8-3d2f1f8bd3ac on network 5fbb2a6b-0896-4fd4-bd40-c249a33d87a8 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:24:49.528720 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device 1789ec09-c0e6-416b-9a2e-e144ea10e407 up at agent hyperv_hv-cinder-80643 {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:24:49.549308 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45927de-dfc3-4919-b0b3-0ea584e350f8 req-be3e2865-0e17-4ac7-968e-a2ffcec51221 service neutron] Checking agent: {'id': '14be5267-b6f6-4f5d-aa76-a7f98d21013b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80643', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 21, 22, 11), 'started_at': datetime.datetime(2021, 8, 27, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 21, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 21:24:49.551021 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45927de-dfc3-4919-b0b3-0ea584e350f8 req-be3e2865-0e17-4ac7-968e-a2ffcec51221 service neutron] Checking segment: {'id': '52d99102-2b75-41b5-9952-77d7ee7e2909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5fbb2a6b-0896-4fd4-bd40-c249a33d87a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:24:49.551021 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45927de-dfc3-4919-b0b3-0ea584e350f8 req-be3e2865-0e17-4ac7-968e-a2ffcec51221 service neutron] Bound using segment: {'id': '52d99102-2b75-41b5-9952-77d7ee7e2909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5fbb2a6b-0896-4fd4-bd40-c249a33d87a8'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 21:24:49.552056 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-e45927de-dfc3-4919-b0b3-0ea584e350f8 req-be3e2865-0e17-4ac7-968e-a2ffcec51221 service neutron] Bound port: 5bf3473a-f6b5-43e6-adb8-3d2f1f8bd3ac, host: hv-cinder-80643, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52d99102-2b75-41b5-9952-77d7ee7e2909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5fbb2a6b-0896-4fd4-bd40-c249a33d87a8'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 21:24:49.552749 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e45927de-dfc3-4919-b0b3-0ea584e350f8 req-be3e2865-0e17-4ac7-968e-a2ffcec51221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:49.578567 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8852e0a-6dda-4eb4-9222-8a7ac12a1016 req-87a4b8b3-711c-4ef2-829a-4a6a7b54e0e8 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:49.586451 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-f8852e0a-6dda-4eb4-9222-8a7ac12a1016 req-87a4b8b3-711c-4ef2-829a-4a6a7b54e0e8 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=48848da9-6232-48ae-bd6a-c488d8e18619 HTTP/1.1" status: 200 len: 943 time: 0.0796454 Aug 27 21:24:49.620049 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-0b49cc45-f3b1-4ecb-be94-e238f947e21c req-4c7d5f50-8bdf-459a-8d41-b93a08a63d67 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/security-groups?id=0819f91c-3f56-417e-b479-789811ec40ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205816 Aug 27 21:24:49.668748 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Provisioning for port 1789ec09-c0e6-416b-9a2e-e144ea10e407 completed by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:24:49.679684 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Provisioning complete for port 1789ec09-c0e6-416b-9a2e-e144ea10e407 triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:24:49.681912 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:49.698393 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-f8852e0a-6dda-4eb4-9222-8a7ac12a1016 req-f9f8ab4d-5d35-423d-89d2-6712d8d93a81 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976701 Aug 27 21:24:49.723498 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-68a76b1f-46fb-4285-bcc7-635013900b8b req-f3e78010-1025-4847-bd2f-c4bf6fe424c4 service neutron] For port bd89a8b2-feb9-4512-b8fe-553705f6dd9e, host hv-cinder-80643, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 21:24:49.755321 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-68a76b1f-46fb-4285-bcc7-635013900b8b req-f3e78010-1025-4847-bd2f-c4bf6fe424c4 service neutron] For port bd89a8b2-feb9-4512-b8fe-553705f6dd9e, host hv-cinder-80643, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=bd89a8b2-feb9-4512-b8fe-553705f6dd9e,segment=NetworkSegment(cf28798e-2dc9-43ac-a0bc-53018bbccb0e),segment_id=cf28798e-2dc9-43ac-a0bc-53018bbccb0e)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 21:24:49.771644 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-e45927de-dfc3-4919-b0b3-0ea584e350f8 req-be3e2865-0e17-4ac7-968e-a2ffcec51221 service neutron] For port 5bf3473a-f6b5-43e6-adb8-3d2f1f8bd3ac, host hv-cinder-80643, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 21:24:49.803098 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-68a76b1f-46fb-4285-bcc7-635013900b8b req-f3e78010-1025-4847-bd2f-c4bf6fe424c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-275333'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:49.877192 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-e45927de-dfc3-4919-b0b3-0ea584e350f8 req-be3e2865-0e17-4ac7-968e-a2ffcec51221 service neutron] For port 5bf3473a-f6b5-43e6-adb8-3d2f1f8bd3ac, host hv-cinder-80643, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=5bf3473a-f6b5-43e6-adb8-3d2f1f8bd3ac,segment=NetworkSegment(52d99102-2b75-41b5-9952-77d7ee7e2909),segment_id=52d99102-2b75-41b5-9952-77d7ee7e2909)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 21:24:49.896525 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e45927de-dfc3-4919-b0b3-0ea584e350f8 req-be3e2865-0e17-4ac7-968e-a2ffcec51221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-275333'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:49.899388 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a76b1f-46fb-4285-bcc7-635013900b8b req-f3e78010-1025-4847-bd2f-c4bf6fe424c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:49.900734 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-68a76b1f-46fb-4285-bcc7-635013900b8b req-f3e78010-1025-4847-bd2f-c4bf6fe424c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:49.901440 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-68a76b1f-46fb-4285-bcc7-635013900b8b req-f3e78010-1025-4847-bd2f-c4bf6fe424c4 service neutron] 10.222.0.73 "PUT /v2.0/ports/bd89a8b2-feb9-4512-b8fe-553705f6dd9e HTTP/1.1" status: 200 len: 1094 time: 2.3797312 Aug 27 21:24:49.910239 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b49151a-ae9a-4ab0-8027-c5e49267742b', 'tag': 'bd89a8b2-feb9-4512-b8fe-553705f6dd9e'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:24:49.912952 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef12610d4521d53b4d383b2d1315697e44e13910463e2f079bf4fa6d75d3d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fee3af8-6975-4d56-a100-39d34352e323" -d '{"events": [{"name": "network-changed", "server_uuid": "5b49151a-ae9a-4ab0-8027-c5e49267742b", "tag": "bd89a8b2-feb9-4512-b8fe-553705f6dd9e"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:24:49.941646 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:49.972456 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45927de-dfc3-4919-b0b3-0ea584e350f8 req-be3e2865-0e17-4ac7-968e-a2ffcec51221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:49.973092 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-e45927de-dfc3-4919-b0b3-0ea584e350f8 req-be3e2865-0e17-4ac7-968e-a2ffcec51221 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:49.974514 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-e45927de-dfc3-4919-b0b3-0ea584e350f8 req-be3e2865-0e17-4ac7-968e-a2ffcec51221 service neutron] 10.222.0.73 "PUT /v2.0/ports/5bf3473a-f6b5-43e6-adb8-3d2f1f8bd3ac HTTP/1.1" status: 200 len: 1093 time: 2.4323039 Aug 27 21:24:49.979592 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 21:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7986aff8-e775-4fc4-b6d7-ff3893d88b25 x-openstack-request-id: req-7986aff8-e775-4fc4-b6d7-ff3893d88b25 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:24:49.979895 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b49151a-ae9a-4ab0-8027-c5e49267742b", "tag": "bd89a8b2-feb9-4512-b8fe-553705f6dd9e", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:24:49.980153 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7986aff8-e775-4fc4-b6d7-ff3893d88b25 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:24:49.980583 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b49151a-ae9a-4ab0-8027-c5e49267742b', 'tag': 'bd89a8b2-feb9-4512-b8fe-553705f6dd9e', 'status': 'completed', 'code': 200} Aug 27 21:24:50.024271 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a06cc81d-72ba-4b7d-bdf8-10677ee4e836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1789ec09-c0e6-416b-9a2e-e144ea10e407'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:24:50.031091 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf732d6db1af9f7bc3b5310490fe48ff1e7c732a768ef3a1a1326297a3ecfd63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613050c6-66ae-4aa4-916f-b9ac068c10a6" -d '{"events": [{"server_uuid": "a06cc81d-72ba-4b7d-bdf8-10677ee4e836", "name": "network-vif-plugged", "status": "completed", "tag": "1789ec09-c0e6-416b-9a2e-e144ea10e407"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:24:50.037427 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb47c98-e4e1-41d2-8e47-b17534ec7f5d req-f5c3ac68-72f7-4150-8ad0-4fb2296f10f4 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:50.039668 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-2fb47c98-e4e1-41d2-8e47-b17534ec7f5d req-f5c3ac68-72f7-4150-8ad0-4fb2296f10f4 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 944 time: 0.2916532 Aug 27 21:24:50.042991 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e78010-1025-4847-bd2f-c4bf6fe424c4 service neutron] Pushing event updated for resources: {'Port': ['ID=bd89a8b2-feb9-4512-b8fe-553705f6dd9e,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:50.065350 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port 1789ec09-c0e6-416b-9a2e-e144ea10e407, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=1789ec09-c0e6-416b-9a2e-e144ea10e407,segment=NetworkSegment(e4c8a9b3-ec0a-4f54-94cf-8350a677f6b5),segment_id=e4c8a9b3-ec0a-4f54-94cf-8350a677f6b5)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:24:50.078412 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:50.122001 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 21:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484fbb0a-2adf-4bdf-9c7b-3267ddd98c56 x-openstack-request-id: req-484fbb0a-2adf-4bdf-9c7b-3267ddd98c56 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:24:50.122320 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a06cc81d-72ba-4b7d-bdf8-10677ee4e836", "name": "network-vif-plugged", "status": "completed", "tag": "1789ec09-c0e6-416b-9a2e-e144ea10e407", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:24:50.122595 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-484fbb0a-2adf-4bdf-9c7b-3267ddd98c56 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:24:50.122983 dv-cinder-806436-1-iscsi neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a06cc81d-72ba-4b7d-bdf8-10677ee4e836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1789ec09-c0e6-416b-9a2e-e144ea10e407', 'code': 200} Aug 27 21:24:50.156610 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Pushing event updated for resources: {'Port': ['ID=1789ec09-c0e6-416b-9a2e-e144ea10e407,revision_number=5']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:50.187702 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a76b1f-46fb-4285-bcc7-635013900b8b req-70d11ccf-226f-4e60-a554-50624f129671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:50.191373 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-68a76b1f-46fb-4285-bcc7-635013900b8b req-70d11ccf-226f-4e60-a554-50624f129671 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4c7881af14ba462d932065fd81b90b6e&device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 1097 time: 0.2141316 Aug 27 21:24:50.248588 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-2fb47c98-e4e1-41d2-8e47-b17534ec7f5d req-b4a52b08-5f77-4d0b-b135-da40708f5002 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1432033 Aug 27 21:24:50.252159 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3e2865-0e17-4ac7-968e-a2ffcec51221 service neutron] Pushing event updated for resources: {'Port': ['ID=5bf3473a-f6b5-43e6-adb8-3d2f1f8bd3ac,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:50.265721 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7074ea2b-72d4-49f2-891f-60df6c9af91d req-583b5072-ff70-475c-8705-43f511f07119 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:50.267138 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45927de-dfc3-4919-b0b3-0ea584e350f8 req-0f76ebfc-9472-407c-b45a-965aa39aae59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:50.267357 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-7074ea2b-72d4-49f2-891f-60df6c9af91d req-583b5072-ff70-475c-8705-43f511f07119 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fd2e5b8-ceb2-494c-ab8f-3490ee2ef899 HTTP/1.1" status: 200 len: 946 time: 0.0771673 Aug 27 21:24:50.268787 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-e45927de-dfc3-4919-b0b3-0ea584e350f8 req-0f76ebfc-9472-407c-b45a-965aa39aae59 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f8b30927378840a284e230193294d3eb&device_id=48848da9-6232-48ae-bd6a-c488d8e18619 HTTP/1.1" status: 200 len: 1096 time: 0.2268701 Aug 27 21:24:50.317167 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-7074ea2b-72d4-49f2-891f-60df6c9af91d req-f02f03e0-1a4e-457a-b7a7-ebaa88c3201a tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425985 Aug 27 21:24:50.759749 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9269b42-44f5-47d4-a720-e2d28ec43c90 req-2a3f62d6-f909-4df0-ba16-2929b0a67643 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:50.761171 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-a9269b42-44f5-47d4-a720-e2d28ec43c90 req-2a3f62d6-f909-4df0-ba16-2929b0a67643 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/ports?device_id=a06cc81d-72ba-4b7d-bdf8-10677ee4e836 HTTP/1.1" status: 200 len: 946 time: 0.0517516 Aug 27 21:24:50.801054 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-a9269b42-44f5-47d4-a720-e2d28ec43c90 req-a6c5f522-a980-4f10-a026-b2a506611d75 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/security-groups?id=0819f91c-3f56-417e-b479-789811ec40ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331030 Aug 27 21:24:50.837878 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aafce48-97e6-47fd-80db-99b5873733b9 req-6ad060b3-e7e0-407d-8d49-6ccd12117cb7 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:50.839343 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-5aafce48-97e6-47fd-80db-99b5873733b9 req-6ad060b3-e7e0-407d-8d49-6ccd12117cb7 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=48848da9-6232-48ae-bd6a-c488d8e18619 HTTP/1.1" status: 200 len: 943 time: 0.0618749 Aug 27 21:24:50.880772 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-5aafce48-97e6-47fd-80db-99b5873733b9 req-76ad9d71-38b5-46bf-b2c1-f79178c2317b tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348346 Aug 27 21:24:51.346815 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-04ae5426-24d8-45b2-a1f6-2fe12e756260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:51.384517 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334f0888-0faf-4431-80b1-18fac3b9d234 req-5ad33175-c690-4f59-8f99-0cf3de598b66 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:51.386010 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-334f0888-0faf-4431-80b1-18fac3b9d234 req-5ad33175-c690-4f59-8f99-0cf3de598b66 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 944 time: 0.0587029 Aug 27 21:24:51.439730 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-334f0888-0faf-4431-80b1-18fac3b9d234 req-9e830ad5-a4c7-4cdf-87b3-d3c0e76eb150 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423262 Aug 27 21:24:51.470987 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1491ac22-d487-4917-8439-8c36f65eb111 req-502f08ab-0c42-4676-b71f-b531b4619cef tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:51.472484 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-1491ac22-d487-4917-8439-8c36f65eb111 req-502f08ab-0c42-4676-b71f-b531b4619cef tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fd2e5b8-ceb2-494c-ab8f-3490ee2ef899 HTTP/1.1" status: 200 len: 946 time: 0.0544014 Aug 27 21:24:51.510796 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-1491ac22-d487-4917-8439-8c36f65eb111 req-6dc98268-afa4-4d52-9365-da7f2f3f15ff tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324187 Aug 27 21:24:51.537063 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:51.939730 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d18de-c632-456c-846d-99591b1aec1a req-09847f47-4860-49fc-88fd-16fb3cbe78d5 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:51.941322 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-a60d18de-c632-456c-846d-99591b1aec1a req-09847f47-4860-49fc-88fd-16fb3cbe78d5 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/ports?device_id=a06cc81d-72ba-4b7d-bdf8-10677ee4e836 HTTP/1.1" status: 200 len: 946 time: 0.0612793 Aug 27 21:24:51.981779 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48848da9-6232-48ae-bd6a-c488d8e18619', 'tag': '5bf3473a-f6b5-43e6-adb8-3d2f1f8bd3ac'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:24:51.984039 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef12610d4521d53b4d383b2d1315697e44e13910463e2f079bf4fa6d75d3d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c1fa44-5c87-49ed-8dca-df7c1aa0c055" -d '{"events": [{"name": "network-changed", "server_uuid": "48848da9-6232-48ae-bd6a-c488d8e18619", "tag": "5bf3473a-f6b5-43e6-adb8-3d2f1f8bd3ac"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:24:51.990072 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-a60d18de-c632-456c-846d-99591b1aec1a req-e168bd9a-30a3-42a1-86a6-ae9662c209c3 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/security-groups?id=0819f91c-3f56-417e-b479-789811ec40ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421464 Aug 27 21:24:52.028267 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eadaae-9049-4a80-88d1-1949546a0c8c req-99569984-3e4d-417a-b308-72557405dfde tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:52.030110 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-c2eadaae-9049-4a80-88d1-1949546a0c8c req-99569984-3e4d-417a-b308-72557405dfde tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=48848da9-6232-48ae-bd6a-c488d8e18619 HTTP/1.1" status: 200 len: 943 time: 0.0719564 Aug 27 21:24:52.051701 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 21:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70c6808-0f8e-44c0-9466-198cbee5f663 x-openstack-request-id: req-b70c6808-0f8e-44c0-9466-198cbee5f663 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:24:52.052019 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48848da9-6232-48ae-bd6a-c488d8e18619", "tag": "5bf3473a-f6b5-43e6-adb8-3d2f1f8bd3ac", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:24:52.052243 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b70c6808-0f8e-44c0-9466-198cbee5f663 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:24:52.052682 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48848da9-6232-48ae-bd6a-c488d8e18619', 'tag': '5bf3473a-f6b5-43e6-adb8-3d2f1f8bd3ac', 'status': 'completed', 'code': 200} Aug 27 21:24:52.077936 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-c2eadaae-9049-4a80-88d1-1949546a0c8c req-6305a9f2-0e23-4ca7-8326-895d0e619df2 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381055 Aug 27 21:24:52.578257 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f7c64-1af2-43f1-8241-c2705c7bfe63 req-7e92883c-e0b3-440b-b99b-23905562cda7 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:52.579848 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-746f7c64-1af2-43f1-8241-c2705c7bfe63 req-7e92883c-e0b3-440b-b99b-23905562cda7 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 944 time: 0.0605958 Aug 27 21:24:52.627871 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-746f7c64-1af2-43f1-8241-c2705c7bfe63 req-7b7105ec-d0f4-4c2f-b908-8988503a7612 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420537 Aug 27 21:24:52.648366 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15756ff-22c2-4e02-8a5f-1c8fcd1768a6 req-2b090f90-6803-46ca-870e-f1ec3deb8985 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:52.650072 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-c15756ff-22c2-4e02-8a5f-1c8fcd1768a6 req-2b090f90-6803-46ca-870e-f1ec3deb8985 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fd2e5b8-ceb2-494c-ab8f-3490ee2ef899 HTTP/1.1" status: 200 len: 946 time: 0.0622323 Aug 27 21:24:52.678848 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65920cb9-5c7f-4952-b134-219b92defc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:52.705195 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-c15756ff-22c2-4e02-8a5f-1c8fcd1768a6 req-6ad92902-23c7-4cca-9838-308e162c1634 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451381 Aug 27 21:24:53.046188 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device 2aef329b-efff-4697-8ce2-30fab4ff9703 details requested by agent hyperv_hv-cinder-80643 with host hv-cinder-80643 {{(pid=93798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 21:24:53.209736 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port 2aef329b-efff-4697-8ce2-30fab4ff9703, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=2aef329b-efff-4697-8ce2-30fab4ff9703,segment=NetworkSegment(52d99102-2b75-41b5-9952-77d7ee7e2909),segment_id=52d99102-2b75-41b5-9952-77d7ee7e2909)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:24:53.230416 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Returning: {'device': '2aef329b-efff-4697-8ce2-30fab4ff9703', 'network_id': '5fbb2a6b-0896-4fd4-bd40-c249a33d87a8', 'port_id': '2aef329b-efff-4697-8ce2-30fab4ff9703', 'mac_address': 'fa:16:3e:50:08:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5e1eaea-5bab-43a2-8e07-1f620faa4b4a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 21:24:53.297629 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:53.312438 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-68a76b1f-46fb-4285-bcc7-635013900b8b req-6179261a-9403-45f4-96d7-89c056c614ed service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd89a8b2-feb9-4512-b8fe-553705f6dd9e HTTP/1.1" status: 200 len: 217 time: 0.1828575 Aug 27 21:24:53.316008 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-e45927de-dfc3-4919-b0b3-0ea584e350f8 req-d2c9d488-bfc7-42d6-be5d-935bc74d45f5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5bf3473a-f6b5-43e6-adb8-3d2f1f8bd3ac HTTP/1.1" status: 200 len: 217 time: 0.2475519 Aug 27 21:24:53.317943 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aef329b-efff-4697-8ce2-30fab4ff9703 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 21:24:53.349778 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port 2aef329b-efff-4697-8ce2-30fab4ff9703, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=2aef329b-efff-4697-8ce2-30fab4ff9703,segment=NetworkSegment(52d99102-2b75-41b5-9952-77d7ee7e2909),segment_id=52d99102-2b75-41b5-9952-77d7ee7e2909)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:24:53.361227 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:53.378183 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd865c-8226-43b3-a1c7-3aeecc86b24c req-bb7985ea-fca4-4236-a879-98ec291ea469 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:53.389967 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-37cd865c-8226-43b3-a1c7-3aeecc86b24c req-bb7985ea-fca4-4236-a879-98ec291ea469 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=48848da9-6232-48ae-bd6a-c488d8e18619 HTTP/1.1" status: 200 len: 943 time: 0.1632004 Aug 27 21:24:53.408709 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c6610-87e0-4cf2-87ad-b954c2185dc9 req-30757384-4e35-4dea-a7ff-4b84b1a955b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:53.410242 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-387c6610-87e0-4cf2-87ad-b954c2185dc9 req-30757384-4e35-4dea-a7ff-4b84b1a955b2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a06cc81d-72ba-4b7d-bdf8-10677ee4e836 HTTP/1.1" status: 200 len: 1099 time: 0.1313956 Aug 27 21:24:53.438874 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca20b08-3ea4-4d99-8a2f-9217bd68a8e3 req-51dd3856-0b8d-4dda-94b3-93aa081bbf61 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:53.441894 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-cca20b08-3ea4-4d99-8a2f-9217bd68a8e3 req-51dd3856-0b8d-4dda-94b3-93aa081bbf61 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/ports?device_id=a06cc81d-72ba-4b7d-bdf8-10677ee4e836 HTTP/1.1" status: 200 len: 946 time: 0.3610160 Aug 27 21:24:53.476839 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Pushing event updated for resources: {'Port': ['ID=2aef329b-efff-4697-8ce2-30fab4ff9703,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:24:53.509065 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-37cd865c-8226-43b3-a1c7-3aeecc86b24c req-07b4c62b-4505-4954-b098-9639ce28d850 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941892 Aug 27 21:24:53.509657 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45927de-dfc3-4919-b0b3-0ea584e350f8 req-0f4cb223-e626-4f4f-ac86-9d0cfcd5a06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:53.512138 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-e45927de-dfc3-4919-b0b3-0ea584e350f8 req-0f4cb223-e626-4f4f-ac86-9d0cfcd5a06d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b5e1eaea-5bab-43a2-8e07-1f620faa4b4a HTTP/1.1" status: 200 len: 858 time: 0.1740038 Aug 27 21:24:53.521028 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-387c6610-87e0-4cf2-87ad-b954c2185dc9 req-11bb0f0b-5bcf-433a-b051-38fd58b269f8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0819f91c-3f56-417e-b479-789811ec40ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020939 Aug 27 21:24:53.524915 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a76b1f-46fb-4285-bcc7-635013900b8b req-f163bfef-0719-42a2-afce-e5b070db91fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:53.526494 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-68a76b1f-46fb-4285-bcc7-635013900b8b req-f163bfef-0719-42a2-afce-e5b070db91fe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6921f496-5d7a-4db6-bf96-720866799ce1 HTTP/1.1" status: 200 len: 856 time: 0.1902385 Aug 27 21:24:53.538135 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-cca20b08-3ea4-4d99-8a2f-9217bd68a8e3 req-a15b68cc-239f-4b84-9484-d5168d20bbe6 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/security-groups?id=0819f91c-3f56-417e-b479-789811ec40ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858777 Aug 27 21:24:53.779704 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0da05-410b-4fbe-be78-7313f999fd06 req-73d4cba2-d87e-4fad-af4f-1fd026b1776e tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:53.782379 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-afb0da05-410b-4fbe-be78-7313f999fd06 req-73d4cba2-d87e-4fad-af4f-1fd026b1776e tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 944 time: 0.0743196 Aug 27 21:24:53.828716 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3eb5d1-1d48-4cb3-88e0-7db28ca3c94a req-5a03b6ae-97bc-4bd8-b460-182248b3e7c2 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:53.830231 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-1a3eb5d1-1d48-4cb3-88e0-7db28ca3c94a req-5a03b6ae-97bc-4bd8-b460-182248b3e7c2 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fd2e5b8-ceb2-494c-ab8f-3490ee2ef899 HTTP/1.1" status: 200 len: 946 time: 0.0502458 Aug 27 21:24:53.834283 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-afb0da05-410b-4fbe-be78-7313f999fd06 req-04d55530-53f9-4283-91c3-9927df77115f tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459917 Aug 27 21:24:53.878855 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-1a3eb5d1-1d48-4cb3-88e0-7db28ca3c94a req-e050ebab-0707-4a4e-8ca0-76c286f5ea51 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408678 Aug 27 21:24:54.038632 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-778ce8a3-384f-4928-b9ff-199d4ced17a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:24:54.637132 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c580d-def6-4271-af98-0e89d67b23c4 req-5b56ff35-1915-42fd-80b0-8067a5d736a5 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:54.639384 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-765c580d-def6-4271-af98-0e89d67b23c4 req-5b56ff35-1915-42fd-80b0-8067a5d736a5 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=48848da9-6232-48ae-bd6a-c488d8e18619 HTTP/1.1" status: 200 len: 943 time: 0.0674536 Aug 27 21:24:54.663475 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06766020-52cb-4075-a9eb-71537c9c620b req-c4c5b417-5bb5-42c8-ab19-fdc33c9c2a49 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:54.664794 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-06766020-52cb-4075-a9eb-71537c9c620b req-c4c5b417-5bb5-42c8-ab19-fdc33c9c2a49 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/ports?device_id=a06cc81d-72ba-4b7d-bdf8-10677ee4e836 HTTP/1.1" status: 200 len: 946 time: 0.0494056 Aug 27 21:24:54.682103 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-765c580d-def6-4271-af98-0e89d67b23c4 req-0cc97c82-03a9-40ae-97b2-0bd1dc229f22 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360055 Aug 27 21:24:54.704438 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-06766020-52cb-4075-a9eb-71537c9c620b req-2b41c3f3-c428-4f6e-b011-08d5ffb4635b tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/security-groups?id=0819f91c-3f56-417e-b479-789811ec40ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331597 Aug 27 21:24:54.959142 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c0306a-f288-4cf7-b1e0-09a9301d9fa4 req-57971920-fd1d-41b5-9749-5c9adc266115 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:54.960697 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-c5c0306a-f288-4cf7-b1e0-09a9301d9fa4 req-57971920-fd1d-41b5-9749-5c9adc266115 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 944 time: 0.0498149 Aug 27 21:24:55.003937 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-c5c0306a-f288-4cf7-b1e0-09a9301d9fa4 req-cd5c85a9-718b-439f-92b2-119afbff3a27 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359018 Aug 27 21:24:55.803657 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc8331-a70f-4f0d-9eee-bf685666fbc4 req-4c841a67-710e-465f-999a-8f4aac365c94 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:55.805192 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-c3fc8331-a70f-4f0d-9eee-bf685666fbc4 req-4c841a67-710e-465f-999a-8f4aac365c94 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=48848da9-6232-48ae-bd6a-c488d8e18619 HTTP/1.1" status: 200 len: 943 time: 0.0537012 Aug 27 21:24:55.827174 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c68b42-6c43-4d1b-b176-526aa8216a88 req-e180ac59-78f6-4a6d-9a35-a6822f94f5a1 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:55.828709 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-d4c68b42-6c43-4d1b-b176-526aa8216a88 req-e180ac59-78f6-4a6d-9a35-a6822f94f5a1 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/ports?device_id=a06cc81d-72ba-4b7d-bdf8-10677ee4e836 HTTP/1.1" status: 200 len: 946 time: 0.0536380 Aug 27 21:24:55.845335 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-c3fc8331-a70f-4f0d-9eee-bf685666fbc4 req-72e4a92b-ea11-4c0b-9890-7ae311f79def tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334725 Aug 27 21:24:55.868083 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-d4c68b42-6c43-4d1b-b176-526aa8216a88 req-9edf1532-a00b-44d7-ac9c-4f2a7947abb2 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/security-groups?id=0819f91c-3f56-417e-b479-789811ec40ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331008 Aug 27 21:24:56.138956 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f322e-4a98-4b79-a32d-befa2d34a42c req-798da18d-2a82-41f0-9c0e-ef57a4171e7a tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:56.140468 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-e50f322e-4a98-4b79-a32d-befa2d34a42c req-798da18d-2a82-41f0-9c0e-ef57a4171e7a tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 944 time: 0.0532603 Aug 27 21:24:56.179563 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-e50f322e-4a98-4b79-a32d-befa2d34a42c req-4f573a1e-5817-4436-b79b-196a7aa16101 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326624 Aug 27 21:24:56.493784 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] get_ports_and_sgs() called for port_ids ['2aef329b-efff-4697-8ce2-30fab4ff9703'] {{(pid=93798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 21:24:56.707384 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-e45927de-dfc3-4919-b0b3-0ea584e350f8 req-3c70ce7b-dc1f-4fb8-a4f5-0f45ea211eda service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5fbb2a6b-0896-4fd4-bd40-c249a33d87a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271552 Aug 27 21:24:56.812873 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a76b1f-46fb-4285-bcc7-635013900b8b req-9bf5b967-a4f3-4ab1-905d-ff608600efdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:56.814283 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-68a76b1f-46fb-4285-bcc7-635013900b8b req-9bf5b967-a4f3-4ab1-905d-ff608600efdb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1098611 Aug 27 21:24:56.895726 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-e45927de-dfc3-4919-b0b3-0ea584e350f8 req-aeb98b66-3d48-4699-9fff-a777288d91a9 service neutron] 10.222.0.73 "GET /v2.0/networks/5fbb2a6b-0896-4fd4-bd40-c249a33d87a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617210 Aug 27 21:24:56.999770 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0daaf25-c2a0-4a70-9cb9-35a34ac7b967 req-490bc221-6a83-417a-9754-ddde741441f0 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:57.001996 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-b0daaf25-c2a0-4a70-9cb9-35a34ac7b967 req-490bc221-6a83-417a-9754-ddde741441f0 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=48848da9-6232-48ae-bd6a-c488d8e18619 HTTP/1.1" status: 200 len: 943 time: 0.0717676 Aug 27 21:24:57.030902 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-68a76b1f-46fb-4285-bcc7-635013900b8b req-65f18fae-b2ce-4094-b174-df63340f273e service neutron] 10.222.0.73 "GET /v2.0/networks/9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048228 Aug 27 21:24:57.046909 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-b0daaf25-c2a0-4a70-9cb9-35a34ac7b967 req-accd5b60-88a8-40da-8fed-4b28970dfa23 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381112 Aug 27 21:24:57.125231 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e04d93-51b7-431f-8b26-0ec02fb99ab5 req-baad5e08-f1ec-406a-a8cf-d404fe3089dd tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:57.126792 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-06e04d93-51b7-431f-8b26-0ec02fb99ab5 req-baad5e08-f1ec-406a-a8cf-d404fe3089dd tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/ports?device_id=a06cc81d-72ba-4b7d-bdf8-10677ee4e836 HTTP/1.1" status: 200 len: 946 time: 0.1602111 Aug 27 21:24:57.132202 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-e45927de-dfc3-4919-b0b3-0ea584e350f8 req-d29d1f0a-5bb3-43cb-adc9-20304c397baa service neutron] 10.222.0.73 "GET /v2.0/networks/5fbb2a6b-0896-4fd4-bd40-c249a33d87a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189341 Aug 27 21:24:57.193706 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-06e04d93-51b7-431f-8b26-0ec02fb99ab5 req-307a9170-eabd-47de-9f30-8041d8dbc0de tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/security-groups?id=0819f91c-3f56-417e-b479-789811ec40ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572739 Aug 27 21:24:57.231019 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-68a76b1f-46fb-4285-bcc7-635013900b8b req-e4bc407c-fb6a-4794-a2c1-4651578aa340 service neutron] 10.222.0.73 "GET /v2.0/networks/9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902745 Aug 27 21:24:57.251913 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1fa44-5c87-49ed-8dca-df7c1aa0c055 req-de21a6a0-dbdf-4b6d-b219-a90f1fb1492d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:57.254215 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-94c1fa44-5c87-49ed-8dca-df7c1aa0c055 req-de21a6a0-dbdf-4b6d-b219-a90f1fb1492d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f8b30927378840a284e230193294d3eb&device_id=48848da9-6232-48ae-bd6a-c488d8e18619 HTTP/1.1" status: 200 len: 1096 time: 0.0596077 Aug 27 21:24:57.355010 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff6c74-6714-4098-8eb6-4f8b74400435 req-cee111b6-dab1-4b6b-8d01-00b5758ef2fe tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:57.356970 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-bcff6c74-6714-4098-8eb6-4f8b74400435 req-cee111b6-dab1-4b6b-8d01-00b5758ef2fe tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 944 time: 0.0658376 Aug 27 21:24:57.407778 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-bcff6c74-6714-4098-8eb6-4f8b74400435 req-3de0258f-8e7d-4336-baac-0b4fd4a6ba59 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410879 Aug 27 21:24:58.176401 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8f006-17af-403e-a12d-a97cbf9a3f85 req-e6cd79a3-5d8f-4c58-a090-add022fd3a74 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:58.179161 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-92f8f006-17af-403e-a12d-a97cbf9a3f85 req-e6cd79a3-5d8f-4c58-a090-add022fd3a74 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=48848da9-6232-48ae-bd6a-c488d8e18619 HTTP/1.1" status: 200 len: 943 time: 0.0518265 Aug 27 21:24:58.223819 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-92f8f006-17af-403e-a12d-a97cbf9a3f85 req-abbe0430-b098-4844-93b6-b9c275a17a88 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375745 Aug 27 21:24:58.339385 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321e15f-a875-47e9-8069-867ffb2a236e req-ed15cd16-2e6e-405d-8087-ea2cf4b74132 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:58.342434 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-5321e15f-a875-47e9-8069-867ffb2a236e req-ed15cd16-2e6e-405d-8087-ea2cf4b74132 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/ports?device_id=a06cc81d-72ba-4b7d-bdf8-10677ee4e836 HTTP/1.1" status: 200 len: 946 time: 0.0549703 Aug 27 21:24:58.382058 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-5321e15f-a875-47e9-8069-867ffb2a236e req-530bef42-2e9c-4405-ade8-c40a29930744 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/security-groups?id=0819f91c-3f56-417e-b479-789811ec40ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335886 Aug 27 21:24:58.555168 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e455887b-9672-4ee9-b8f3-40832383f54c req-43e41b15-1f74-4a26-a0d6-ec011e72bd65 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:58.556681 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-e455887b-9672-4ee9-b8f3-40832383f54c req-43e41b15-1f74-4a26-a0d6-ec011e72bd65 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 944 time: 0.0524347 Aug 27 21:24:58.596574 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-e455887b-9672-4ee9-b8f3-40832383f54c req-116bce1c-2fda-472d-96ad-aa4380c29e8a tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317676 Aug 27 21:24:59.285000 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1fa44-5c87-49ed-8dca-df7c1aa0c055 req-bf045c50-8e54-4134-a743-180e59a202fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:59.286493 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-94c1fa44-5c87-49ed-8dca-df7c1aa0c055 req-bf045c50-8e54-4134-a743-180e59a202fd service neutron] 10.222.0.73 "GET /v2.0/networks?id=5fbb2a6b-0896-4fd4-bd40-c249a33d87a8 HTTP/1.1" status: 200 len: 919 time: 0.1014538 Aug 27 21:24:59.366666 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c43a7a-7b88-42d4-ab11-2130beef76b1 req-e07f25d3-6f4b-4c15-80cf-05113d9fe5fb tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:59.368117 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-38c43a7a-7b88-42d4-ab11-2130beef76b1 req-e07f25d3-6f4b-4c15-80cf-05113d9fe5fb tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=48848da9-6232-48ae-bd6a-c488d8e18619 HTTP/1.1" status: 200 len: 943 time: 0.0615849 Aug 27 21:24:59.417488 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-38c43a7a-7b88-42d4-ab11-2130beef76b1 req-a95df30b-241e-4dfe-8e48-02d782e67b10 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411921 Aug 27 21:24:59.519061 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8ff53-6a34-46af-b53d-fdc005e42f97 req-751640cc-6d62-4293-afe6-02eff06b107d tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:59.520605 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-0de8ff53-6a34-46af-b53d-fdc005e42f97 req-751640cc-6d62-4293-afe6-02eff06b107d tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/ports?device_id=a06cc81d-72ba-4b7d-bdf8-10677ee4e836 HTTP/1.1" status: 200 len: 946 time: 0.0602329 Aug 27 21:24:59.570559 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-0de8ff53-6a34-46af-b53d-fdc005e42f97 req-1dd222ae-9d4a-4227-a1c0-c021fb2b96b8 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/security-groups?id=0819f91c-3f56-417e-b479-789811ec40ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433247 Aug 27 21:24:59.717110 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd0a7d-e224-4e14-bf88-d7d3fb366f65 req-8318f74b-d885-49f9-a803-7ba71945df27 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:24:59.718607 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-64bd0a7d-e224-4e14-bf88-d7d3fb366f65 req-8318f74b-d885-49f9-a803-7ba71945df27 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 944 time: 0.0511470 Aug 27 21:24:59.758559 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-64bd0a7d-e224-4e14-bf88-d7d3fb366f65 req-0f84b06d-0b4b-4823-aec1-f1b753afa12c tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335183 Aug 27 21:25:00.278587 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-94c1fa44-5c87-49ed-8dca-df7c1aa0c055 req-45b01239-7eee-4b39-8a57-f9a66a286293 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5bf3473a-f6b5-43e6-adb8-3d2f1f8bd3ac HTTP/1.1" status: 200 len: 217 time: 0.0486438 Aug 27 21:25:00.344624 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee3af8-6975-4d56-a100-39d34352e323 req-bdfab2bc-d32b-4e68-90e7-ea2b22776a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:00.346141 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-9fee3af8-6975-4d56-a100-39d34352e323 req-bdfab2bc-d32b-4e68-90e7-ea2b22776a60 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4c7881af14ba462d932065fd81b90b6e&device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 1097 time: 0.0777061 Aug 27 21:25:00.347588 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1fa44-5c87-49ed-8dca-df7c1aa0c055 req-93d1052e-c021-4342-973a-d7e593804737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:00.348935 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-94c1fa44-5c87-49ed-8dca-df7c1aa0c055 req-93d1052e-c021-4342-973a-d7e593804737 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b5e1eaea-5bab-43a2-8e07-1f620faa4b4a HTTP/1.1" status: 200 len: 858 time: 0.0571442 Aug 27 21:25:00.432945 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-94c1fa44-5c87-49ed-8dca-df7c1aa0c055 req-e3e9d057-a8f8-449c-a9c5-eccaecbbabec service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5fbb2a6b-0896-4fd4-bd40-c249a33d87a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596614 Aug 27 21:25:00.554339 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee3af8-6975-4d56-a100-39d34352e323 req-69fc416e-e631-41ad-b58a-944c6534f67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:00.555820 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-9fee3af8-6975-4d56-a100-39d34352e323 req-69fc416e-e631-41ad-b58a-944c6534f67e service neutron] 10.222.0.73 "GET /v2.0/networks?id=9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89 HTTP/1.1" status: 200 len: 918 time: 0.1916103 Aug 27 21:25:00.630516 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-9fee3af8-6975-4d56-a100-39d34352e323 req-675df14a-0085-414c-be19-890c12871b69 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd89a8b2-feb9-4512-b8fe-553705f6dd9e HTTP/1.1" status: 200 len: 217 time: 0.0595088 Aug 27 21:25:00.719737 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72eae17-cd89-4d4f-86d1-5a559cb8fe9f req-150aef6f-93de-481f-9652-de278261df62 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:00.721395 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-c72eae17-cd89-4d4f-86d1-5a559cb8fe9f req-150aef6f-93de-481f-9652-de278261df62 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/ports?device_id=a06cc81d-72ba-4b7d-bdf8-10677ee4e836 HTTP/1.1" status: 200 len: 946 time: 0.0586293 Aug 27 21:25:00.765389 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-c72eae17-cd89-4d4f-86d1-5a559cb8fe9f req-ec5b30ee-71a4-41b2-a6ec-535dcde5347a tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/security-groups?id=0819f91c-3f56-417e-b479-789811ec40ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361407 Aug 27 21:25:00.867615 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2c6f4-e8cb-41a6-8a29-10c588623511 req-502ced35-d0fe-4299-a528-0b64056b50fd tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:00.869299 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-97f2c6f4-e8cb-41a6-8a29-10c588623511 req-502ced35-d0fe-4299-a528-0b64056b50fd tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=48848da9-6232-48ae-bd6a-c488d8e18619 HTTP/1.1" status: 200 len: 943 time: 0.3732810 Aug 27 21:25:00.898386 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-94c1fa44-5c87-49ed-8dca-df7c1aa0c055 req-bbe4214b-5342-4c35-9ec9-af4da7f05ffe service neutron] 10.222.0.73 "GET /v2.0/networks/5fbb2a6b-0896-4fd4-bd40-c249a33d87a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4315143 Aug 27 21:25:00.918316 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a65dbaa-c3b3-41e0-8567-a9c2e86df6b4 req-51e8e56b-7453-4789-9f87-9abb865290cb tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:00.927094 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-9a65dbaa-c3b3-41e0-8567-a9c2e86df6b4 req-51e8e56b-7453-4789-9f87-9abb865290cb tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 944 time: 0.0830967 Aug 27 21:25:00.998854 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-9a65dbaa-c3b3-41e0-8567-a9c2e86df6b4 req-ffb98428-ee0e-4448-b0c3-a05d9537df88 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0701768 Aug 27 21:25:01.021746 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee3af8-6975-4d56-a100-39d34352e323 req-de623a48-e75a-471f-addc-ee04507fc7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:01.023293 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-9fee3af8-6975-4d56-a100-39d34352e323 req-de623a48-e75a-471f-addc-ee04507fc7a7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6921f496-5d7a-4db6-bf96-720866799ce1 HTTP/1.1" status: 200 len: 856 time: 0.3790832 Aug 27 21:25:01.033756 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-97f2c6f4-e8cb-41a6-8a29-10c588623511 req-e52955cd-33e6-4609-b4c3-d2a776432265 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403952 Aug 27 21:25:01.101526 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-94c1fa44-5c87-49ed-8dca-df7c1aa0c055 req-77800d1b-73ab-48ba-9744-b981e6095b61 service neutron] 10.222.0.73 "GET /v2.0/networks/5fbb2a6b-0896-4fd4-bd40-c249a33d87a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852651 Aug 27 21:25:01.118731 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee3af8-6975-4d56-a100-39d34352e323 req-4fed0b33-b3f5-4641-80e4-fb53dbc6d633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:01.120293 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-9fee3af8-6975-4d56-a100-39d34352e323 req-4fed0b33-b3f5-4641-80e4-fb53dbc6d633 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0840194 Aug 27 21:25:01.280826 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-9fee3af8-6975-4d56-a100-39d34352e323 req-f515e1ec-7369-46e5-b316-1d9c979073c2 service neutron] 10.222.0.73 "GET /v2.0/networks/9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453836 Aug 27 21:25:01.444912 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-9fee3af8-6975-4d56-a100-39d34352e323 req-67541f88-5fd5-4a03-8dcc-0694f6a5853f service neutron] 10.222.0.73 "GET /v2.0/networks/9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490579 Aug 27 21:25:01.897063 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e974e5c-4608-4580-968a-46ba5cc16884 req-6ac359bf-e224-45e1-9cfe-b2f1ad75d067 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:01.898717 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-1e974e5c-4608-4580-968a-46ba5cc16884 req-6ac359bf-e224-45e1-9cfe-b2f1ad75d067 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/ports?device_id=a06cc81d-72ba-4b7d-bdf8-10677ee4e836 HTTP/1.1" status: 200 len: 946 time: 0.0631392 Aug 27 21:25:01.940376 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-1e974e5c-4608-4580-968a-46ba5cc16884 req-8fc66bc0-56d3-4685-8b35-c07a7eff4ffc tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/security-groups?id=0819f91c-3f56-417e-b479-789811ec40ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346229 Aug 27 21:25:02.157625 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5533ddd-50b8-4446-9ebb-023d584c5949 req-654bc68c-30b0-42e7-ae6b-3d9fe08d369d tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:02.159377 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-b5533ddd-50b8-4446-9ebb-023d584c5949 req-654bc68c-30b0-42e7-ae6b-3d9fe08d369d tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 944 time: 0.0621917 Aug 27 21:25:02.212699 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-b5533ddd-50b8-4446-9ebb-023d584c5949 req-aaaa64ad-db23-48e2-b46c-ed618f26c6aa tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392692 Aug 27 21:25:02.372567 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e16be6-62d2-42f5-84f5-41022dd1ea27 req-64f42793-061f-4223-8949-35c9d8c75ae0 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:02.374512 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d6e16be6-62d2-42f5-84f5-41022dd1ea27 req-64f42793-061f-4223-8949-35c9d8c75ae0 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=48848da9-6232-48ae-bd6a-c488d8e18619 HTTP/1.1" status: 200 len: 943 time: 0.0542524 Aug 27 21:25:02.416607 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d6e16be6-62d2-42f5-84f5-41022dd1ea27 req-f0f77d00-6eba-43a2-bcbe-875c3cd0126f tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346477 Aug 27 21:25:02.519257 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 58888) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:02.599558 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device 2aef329b-efff-4697-8ce2-30fab4ff9703 up at agent hyperv_hv-cinder-80643 {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:25:02.645105 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3eb7e9f4-1869-47a6-bcbf-3bb19bdeab4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:02.656412 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Provisioning for port 2aef329b-efff-4697-8ce2-30fab4ff9703 completed by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:25:02.660151 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Provisioning complete for port 2aef329b-efff-4697-8ce2-30fab4ff9703 triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:25:02.660583 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:02.742183 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3eb7e9f4-1869-47a6-bcbf-3bb19bdeab4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:02.746956 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3eb7e9f4-1869-47a6-bcbf-3bb19bdeab4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:02.787893 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-3eb7e9f4-1869-47a6-bcbf-3bb19bdeab4c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b7b0e3883232493a9265874c29cf5442&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2673223 Aug 27 21:25:02.788667 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb7e9f4-1869-47a6-bcbf-3bb19bdeab4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac59fa0-6eb6-40ee-b3bf-8b8ab1a4b618,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:02.790780 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 58896) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:02.808749 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb7e9f4-1869-47a6-bcbf-3bb19bdeab4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:25:02.809906 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb7e9f4-1869-47a6-bcbf-3bb19bdeab4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:25:02.810257 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb7e9f4-1869-47a6-bcbf-3bb19bdeab4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:25:02.810586 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb7e9f4-1869-47a6-bcbf-3bb19bdeab4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:25:02.810918 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb7e9f4-1869-47a6-bcbf-3bb19bdeab4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:25:02.811251 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb7e9f4-1869-47a6-bcbf-3bb19bdeab4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:25:02.811579 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb7e9f4-1869-47a6-bcbf-3bb19bdeab4c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:25:02.811909 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb7e9f4-1869-47a6-bcbf-3bb19bdeab4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:25:02.812237 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb7e9f4-1869-47a6-bcbf-3bb19bdeab4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:25:02.812593 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb7e9f4-1869-47a6-bcbf-3bb19bdeab4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:25:02.812917 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb7e9f4-1869-47a6-bcbf-3bb19bdeab4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:25:02.813238 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb7e9f4-1869-47a6-bcbf-3bb19bdeab4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:25:02.848470 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:02.860144 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e3285db8-2e31-4c00-9a91-7d1b761913b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:02.873617 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45c31c9-4f01-44f6-8338-c826dc77265e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aef329b-efff-4697-8ce2-30fab4ff9703'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:25:02.876671 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf732d6db1af9f7bc3b5310490fe48ff1e7c732a768ef3a1a1326297a3ecfd63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2081eb3b-4d19-4821-a5cf-11338242c848" -d '{"events": [{"server_uuid": "e45c31c9-4f01-44f6-8338-c826dc77265e", "name": "network-vif-plugged", "status": "completed", "tag": "2aef329b-efff-4697-8ce2-30fab4ff9703"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:25:02.886078 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e3285db8-2e31-4c00-9a91-7d1b761913b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:02.890183 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port 2aef329b-efff-4697-8ce2-30fab4ff9703, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=2aef329b-efff-4697-8ce2-30fab4ff9703,segment=NetworkSegment(52d99102-2b75-41b5-9952-77d7ee7e2909),segment_id=52d99102-2b75-41b5-9952-77d7ee7e2909)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:25:02.895629 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:02.925048 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 21:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f7555c-d651-48cb-9fd0-53f04c662547 x-openstack-request-id: req-a5f7555c-d651-48cb-9fd0-53f04c662547 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:25:02.925397 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e45c31c9-4f01-44f6-8338-c826dc77265e", "name": "network-vif-plugged", "status": "completed", "tag": "2aef329b-efff-4697-8ce2-30fab4ff9703", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:25:02.925801 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a5f7555c-d651-48cb-9fd0-53f04c662547 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:25:02.926269 dv-cinder-806436-1-iscsi neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45c31c9-4f01-44f6-8338-c826dc77265e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aef329b-efff-4697-8ce2-30fab4ff9703', 'code': 200} Aug 27 21:25:02.943121 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e3285db8-2e31-4c00-9a91-7d1b761913b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:02.946210 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e3285db8-2e31-4c00-9a91-7d1b761913b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:02.947459 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-e3285db8-2e31-4c00-9a91-7d1b761913b7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0ac59fa0-6eb6-40ee-b3bf-8b8ab1a4b618 HTTP/1.1" status: 204 len: 168 time: 0.1556456 Aug 27 21:25:02.956872 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3285db8-2e31-4c00-9a91-7d1b761913b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac59fa0-6eb6-40ee-b3bf-8b8ab1a4b618,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:02.960155 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Pushing event updated for resources: {'Port': ['ID=2aef329b-efff-4697-8ce2-30fab4ff9703,revision_number=5']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:03.269112 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 58906) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:03.292177 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bcb1f7d6-84bf-4efc-81e8-77664fe38218 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:03.395744 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81f33f-c2f9-4841-b946-3c8fe69dbbad req-9904f386-0a7c-4f53-8734-49ecd6cc0b85 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:03.398485 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-3b81f33f-c2f9-4841-b946-3c8fe69dbbad req-9904f386-0a7c-4f53-8734-49ecd6cc0b85 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 944 time: 0.0724900 Aug 27 21:25:03.453750 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bcb1f7d6-84bf-4efc-81e8-77664fe38218 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:03.454691 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-3b81f33f-c2f9-4841-b946-3c8fe69dbbad req-1e0108f6-f521-4a20-890e-e85976086cd1 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464919 Aug 27 21:25:03.458656 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bcb1f7d6-84bf-4efc-81e8-77664fe38218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:03.528252 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-bcb1f7d6-84bf-4efc-81e8-77664fe38218 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5742f3da52f44f1983a849b80acd42f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2573380 Aug 27 21:25:03.529307 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb1f7d6-84bf-4efc-81e8-77664fe38218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed140322-0087-4789-9368-bb5d93991ea6,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:03.531521 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 58914) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:03.549194 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb1f7d6-84bf-4efc-81e8-77664fe38218 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:25:03.549194 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb1f7d6-84bf-4efc-81e8-77664fe38218 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:25:03.550187 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb1f7d6-84bf-4efc-81e8-77664fe38218 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:25:03.550187 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb1f7d6-84bf-4efc-81e8-77664fe38218 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:25:03.550503 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb1f7d6-84bf-4efc-81e8-77664fe38218 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:25:03.550829 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb1f7d6-84bf-4efc-81e8-77664fe38218 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:25:03.551086 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb1f7d6-84bf-4efc-81e8-77664fe38218 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:25:03.551409 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb1f7d6-84bf-4efc-81e8-77664fe38218 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:25:03.551732 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb1f7d6-84bf-4efc-81e8-77664fe38218 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:25:03.552047 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb1f7d6-84bf-4efc-81e8-77664fe38218 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:25:03.552395 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb1f7d6-84bf-4efc-81e8-77664fe38218 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:25:03.552718 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb1f7d6-84bf-4efc-81e8-77664fe38218 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:25:03.595250 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-06c78bb2-6acc-409f-96fa-7d9974bbe190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:03.608436 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2037cf7-8d31-44d9-9a60-13939f12c712 req-c49c8f95-4d7a-42a4-8950-67642c988b78 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:03.610363 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-e2037cf7-8d31-44d9-9a60-13939f12c712 req-c49c8f95-4d7a-42a4-8950-67642c988b78 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=48848da9-6232-48ae-bd6a-c488d8e18619 HTTP/1.1" status: 200 len: 943 time: 0.0515125 Aug 27 21:25:03.620328 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-06c78bb2-6acc-409f-96fa-7d9974bbe190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:03.660237 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-e2037cf7-8d31-44d9-9a60-13939f12c712 req-2b8f4823-e56c-4e94-8f12-4874b2efaba4 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432856 Aug 27 21:25:03.685419 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-06c78bb2-6acc-409f-96fa-7d9974bbe190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:03.689720 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-06c78bb2-6acc-409f-96fa-7d9974bbe190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:03.691387 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-06c78bb2-6acc-409f-96fa-7d9974bbe190 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ed140322-0087-4789-9368-bb5d93991ea6 HTTP/1.1" status: 204 len: 168 time: 0.1587138 Aug 27 21:25:03.711021 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c78bb2-6acc-409f-96fa-7d9974bbe190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed140322-0087-4789-9368-bb5d93991ea6,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:04.080520 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 58924) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:04.098475 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-19e9dc69-c002-4f4c-8609-2162a5d01cf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:04.213027 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-19e9dc69-c002-4f4c-8609-2162a5d01cf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:04.220176 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-19e9dc69-c002-4f4c-8609-2162a5d01cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:04.264007 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e9dc69-c002-4f4c-8609-2162a5d01cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d32224f-3d57-4a39-828f-9e3ee61869cf,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:04.272108 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-19e9dc69-c002-4f4c-8609-2162a5d01cf6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=14296ef66bd54f048cd2ee3109517e67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1896107 Aug 27 21:25:04.274077 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 58926) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:04.351153 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a3e7877-b133-4bfc-861d-abda410f7e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:04.377607 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a3e7877-b133-4bfc-861d-abda410f7e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:04.428680 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a3e7877-b133-4bfc-861d-abda410f7e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:04.431336 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a3e7877-b133-4bfc-861d-abda410f7e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:04.432642 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-2a3e7877-b133-4bfc-861d-abda410f7e12 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1d32224f-3d57-4a39-828f-9e3ee61869cf HTTP/1.1" status: 204 len: 168 time: 0.1571324 Aug 27 21:25:04.441699 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3e7877-b133-4bfc-861d-abda410f7e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d32224f-3d57-4a39-828f-9e3ee61869cf,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:04.446240 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device 5bf3473a-f6b5-43e6-adb8-3d2f1f8bd3ac details requested by agent hyperv_hv-cinder-80643 with host hv-cinder-80643 {{(pid=93798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 21:25:04.678479 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port 5bf3473a-f6b5-43e6-adb8-3d2f1f8bd3ac, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=5bf3473a-f6b5-43e6-adb8-3d2f1f8bd3ac,segment=NetworkSegment(52d99102-2b75-41b5-9952-77d7ee7e2909),segment_id=52d99102-2b75-41b5-9952-77d7ee7e2909)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:25:04.694613 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Returning: {'device': '5bf3473a-f6b5-43e6-adb8-3d2f1f8bd3ac', 'network_id': '5fbb2a6b-0896-4fd4-bd40-c249a33d87a8', 'port_id': '5bf3473a-f6b5-43e6-adb8-3d2f1f8bd3ac', 'mac_address': 'fa:16:3e:e0:a8:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5e1eaea-5bab-43a2-8e07-1f620faa4b4a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 21:25:04.783380 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:04.805989 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bf3473a-f6b5-43e6-adb8-3d2f1f8bd3ac {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 21:25:04.835500 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port 5bf3473a-f6b5-43e6-adb8-3d2f1f8bd3ac, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=5bf3473a-f6b5-43e6-adb8-3d2f1f8bd3ac,segment=NetworkSegment(52d99102-2b75-41b5-9952-77d7ee7e2909),segment_id=52d99102-2b75-41b5-9952-77d7ee7e2909)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:25:04.843174 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:04.844136 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device bd89a8b2-feb9-4512-b8fe-553705f6dd9e details requested by agent hyperv_hv-cinder-80643 with host hv-cinder-80643 {{(pid=93798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 21:25:04.919132 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568dc3b-7265-40a4-ac12-52e3ac208c2d req-f3369355-5f5c-4983-a0a4-dd3823ff47fd tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:04.921534 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-2568dc3b-7265-40a4-ac12-52e3ac208c2d req-f3369355-5f5c-4983-a0a4-dd3823ff47fd tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 944 time: 0.2875762 Aug 27 21:25:04.988196 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Pushing event updated for resources: {'Port': ['ID=5bf3473a-f6b5-43e6-adb8-3d2f1f8bd3ac,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:05.001745 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99729933-ddf7-4242-bb86-cbc32e1be12b req-55f6bd32-8412-4f6c-92c6-cc134da067e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:05.002428 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:25:05.002784 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:25:05.003280 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:25:05.003629 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:25:05.003963 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:25:05.004491 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:25:05.005004 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:25:05.005840 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:25:05.006339 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:25:05.006800 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:25:05.007296 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:25:05.007916 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:25:05.014593 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-99729933-ddf7-4242-bb86-cbc32e1be12b req-55f6bd32-8412-4f6c-92c6-cc134da067e7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 1099 time: 0.2670512 Aug 27 21:25:05.036549 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b735df-c671-4795-820e-a2184e382a1c req-438311a0-b5aa-4b6b-8ddc-42611b83209c tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:05.049106 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-47b735df-c671-4795-820e-a2184e382a1c req-438311a0-b5aa-4b6b-8ddc-42611b83209c tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=48848da9-6232-48ae-bd6a-c488d8e18619 HTTP/1.1" status: 200 len: 944 time: 0.1326573 Aug 27 21:25:05.088133 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port bd89a8b2-feb9-4512-b8fe-553705f6dd9e, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=bd89a8b2-feb9-4512-b8fe-553705f6dd9e,segment=NetworkSegment(cf28798e-2dc9-43ac-a0bc-53018bbccb0e),segment_id=cf28798e-2dc9-43ac-a0bc-53018bbccb0e)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:25:05.099121 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-2568dc3b-7265-40a4-ac12-52e3ac208c2d req-8754b25b-24f3-4ddf-bc33-8a09e27df549 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1128697 Aug 27 21:25:05.102779 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-47b735df-c671-4795-820e-a2184e382a1c req-bc9e3278-01ae-48fe-8a5e-95e3532db3ba tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521562 Aug 27 21:25:05.111795 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-99729933-ddf7-4242-bb86-cbc32e1be12b req-818d5cd5-1369-49f8-9e95-be9a58da1853 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838439 Aug 27 21:25:05.112565 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Returning: {'device': 'bd89a8b2-feb9-4512-b8fe-553705f6dd9e', 'network_id': '9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89', 'port_id': 'bd89a8b2-feb9-4512-b8fe-553705f6dd9e', 'mac_address': 'fa:16:3e:48:ac:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6921f496-5d7a-4db6-bf96-720866799ce1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 21:25:05.170940 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:05.193079 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd89a8b2-feb9-4512-b8fe-553705f6dd9e {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 21:25:05.225783 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port bd89a8b2-feb9-4512-b8fe-553705f6dd9e, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=bd89a8b2-feb9-4512-b8fe-553705f6dd9e,segment=NetworkSegment(cf28798e-2dc9-43ac-a0bc-53018bbccb0e),segment_id=cf28798e-2dc9-43ac-a0bc-53018bbccb0e)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:25:05.232699 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:05.312533 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Pushing event updated for resources: {'Port': ['ID=bd89a8b2-feb9-4512-b8fe-553705f6dd9e,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:05.535706 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] get_ports_and_sgs() called for port_ids ['5bf3473a-f6b5-43e6-adb8-3d2f1f8bd3ac'] {{(pid=93798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 21:25:05.588477 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] get_ports_and_sgs() called for port_ids ['bd89a8b2-feb9-4512-b8fe-553705f6dd9e'] {{(pid=93798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 21:25:06.307817 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0393965b-55cd-4495-8291-23a21ec76ec6 req-e46a4567-a23a-40e0-94c5-aeef0d6be1e0 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:06.311704 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-0393965b-55cd-4495-8291-23a21ec76ec6 req-e46a4567-a23a-40e0-94c5-aeef0d6be1e0 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 945 time: 0.0900888 Aug 27 21:25:06.405971 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-0393965b-55cd-4495-8291-23a21ec76ec6 req-abac1a58-0ecd-4d66-ad41-895da70719ac tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0858595 Aug 27 21:25:06.468992 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7a228-bc78-464d-8e71-09027767e31f req-16dc9344-8383-47dd-8ad7-20114036c15e tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:06.470574 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-fdc7a228-bc78-464d-8e71-09027767e31f req-16dc9344-8383-47dd-8ad7-20114036c15e tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=48848da9-6232-48ae-bd6a-c488d8e18619 HTTP/1.1" status: 200 len: 944 time: 0.0953448 Aug 27 21:25:06.512972 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-fdc7a228-bc78-464d-8e71-09027767e31f req-5116d249-5939-4b9b-bea8-e36e946709aa tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363491 Aug 27 21:25:07.385235 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 59088) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:07.536971 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f326cc54-4d47-44a3-8821-dc824f501772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:07.571569 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5549474-22bb-45b1-818c-4ca3a4216504 req-a0d89b31-1378-490a-ad5b-ea63346f2bdb tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:07.573189 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-c5549474-22bb-45b1-818c-4ca3a4216504 req-a0d89b31-1378-490a-ad5b-ea63346f2bdb tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 945 time: 0.0753224 Aug 27 21:25:07.669868 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-c5549474-22bb-45b1-818c-4ca3a4216504 req-8a565519-e264-4a3a-85a8-ee35124658ad tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0764377 Aug 27 21:25:07.692542 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0a7e4-0c95-4bcf-b0db-16cde68b8ba0 req-d081a41b-907d-4eea-bd44-12c5d12cfd84 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:07.706921 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-14a0a7e4-0c95-4bcf-b0db-16cde68b8ba0 req-d081a41b-907d-4eea-bd44-12c5d12cfd84 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=48848da9-6232-48ae-bd6a-c488d8e18619 HTTP/1.1" status: 200 len: 944 time: 0.1146438 Aug 27 21:25:07.767342 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f326cc54-4d47-44a3-8821-dc824f501772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:07.777591 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f326cc54-4d47-44a3-8821-dc824f501772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:07.784978 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-14a0a7e4-0c95-4bcf-b0db-16cde68b8ba0 req-305d272f-7a25-455a-af5d-2c48af6a7107 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737371 Aug 27 21:25:07.819288 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-f326cc54-4d47-44a3-8821-dc824f501772 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7284595649f94b2e813485e676c853eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4328518 Aug 27 21:25:07.823373 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 59114) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:07.833289 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f326cc54-4d47-44a3-8821-dc824f501772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=676403f9-5556-434e-bb49-b28f7ffe11fc,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:07.852625 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-f65f3588-7b21-4b51-8fe2-3b5f7472566a req-d87a6e0c-2fe3-4729-aa5a-6f863639fe42 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a06cc81d-72ba-4b7d-bdf8-10677ee4e836&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0943344 Aug 27 21:25:07.911792 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-babf5ed7-32f8-4d2d-a10d-8fed09563d40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:07.937482 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-babf5ed7-32f8-4d2d-a10d-8fed09563d40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:07.964248 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65f3588-7b21-4b51-8fe2-3b5f7472566a req-11f3a6fa-2c17-4790-b80a-ff7e193fddfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:07.966320 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-f65f3588-7b21-4b51-8fe2-3b5f7472566a req-11f3a6fa-2c17-4790-b80a-ff7e193fddfc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=14563a8ba9b44d56b8d0c9ce11383a86&device_id=a06cc81d-72ba-4b7d-bdf8-10677ee4e836 HTTP/1.1" status: 200 len: 1099 time: 0.0622168 Aug 27 21:25:08.011233 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-babf5ed7-32f8-4d2d-a10d-8fed09563d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:08.015062 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-babf5ed7-32f8-4d2d-a10d-8fed09563d40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:08.016992 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-babf5ed7-32f8-4d2d-a10d-8fed09563d40 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/676403f9-5556-434e-bb49-b28f7ffe11fc HTTP/1.1" status: 204 len: 168 time: 0.1927154 Aug 27 21:25:08.025639 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babf5ed7-32f8-4d2d-a10d-8fed09563d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676403f9-5556-434e-bb49-b28f7ffe11fc,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:08.118752 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65f3588-7b21-4b51-8fe2-3b5f7472566a req-5f104b7c-96b8-4a60-97bc-1f0c214cf235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:08.120393 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-f65f3588-7b21-4b51-8fe2-3b5f7472566a req-5f104b7c-96b8-4a60-97bc-1f0c214cf235 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3ea8ee77-155d-4101-a143-9a4a63ff8e86 HTTP/1.1" status: 200 len: 912 time: 0.1105084 Aug 27 21:25:08.174221 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-f65f3588-7b21-4b51-8fe2-3b5f7472566a req-a6801c41-795f-43a9-b227-30427f0acb0e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1789ec09-c0e6-416b-9a2e-e144ea10e407 HTTP/1.1" status: 200 len: 217 time: 0.0403731 Aug 27 21:25:08.263433 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65f3588-7b21-4b51-8fe2-3b5f7472566a req-129170d4-5f9f-4a44-9343-968c249c7203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:08.265649 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-f65f3588-7b21-4b51-8fe2-3b5f7472566a req-129170d4-5f9f-4a44-9343-968c249c7203 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3a07107b-0e24-46bd-9551-d09ef0c6f8f2 HTTP/1.1" status: 200 len: 851 time: 0.0768371 Aug 27 21:25:08.302080 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-f65f3588-7b21-4b51-8fe2-3b5f7472566a req-7bbef6b4-9970-4f94-aa68-b604ec055936 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3ea8ee77-155d-4101-a143-9a4a63ff8e86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266745 Aug 27 21:25:08.404864 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 59130) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:08.436269 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-725c0248-6426-4c75-99f1-ada294a45603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:08.457990 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device 5bf3473a-f6b5-43e6-adb8-3d2f1f8bd3ac up at agent hyperv_hv-cinder-80643 {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:25:08.489272 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-f65f3588-7b21-4b51-8fe2-3b5f7472566a req-13154fa0-6ef4-4e8c-98e1-6c6272881d19 service neutron] 10.222.0.73 "GET /v2.0/networks/3ea8ee77-155d-4101-a143-9a4a63ff8e86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592255 Aug 27 21:25:08.539519 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Provisioning for port 5bf3473a-f6b5-43e6-adb8-3d2f1f8bd3ac completed by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:25:08.545899 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Provisioning complete for port 5bf3473a-f6b5-43e6-adb8-3d2f1f8bd3ac triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:25:08.546263 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:08.645759 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-f65f3588-7b21-4b51-8fe2-3b5f7472566a req-f1d0c43c-2f40-482d-992c-4d90d49be849 service neutron] 10.222.0.73 "GET /v2.0/networks/3ea8ee77-155d-4101-a143-9a4a63ff8e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452622 Aug 27 21:25:08.663931 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:08.697313 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48848da9-6232-48ae-bd6a-c488d8e18619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf3473a-f6b5-43e6-adb8-3d2f1f8bd3ac'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:25:08.699185 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-725c0248-6426-4c75-99f1-ada294a45603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:08.700538 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf732d6db1af9f7bc3b5310490fe48ff1e7c732a768ef3a1a1326297a3ecfd63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856a4536-92a5-477d-ba7e-252cb8b4bc67" -d '{"events": [{"server_uuid": "48848da9-6232-48ae-bd6a-c488d8e18619", "name": "network-vif-plugged", "status": "completed", "tag": "5bf3473a-f6b5-43e6-adb8-3d2f1f8bd3ac"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:25:08.709725 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-725c0248-6426-4c75-99f1-ada294a45603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:08.743284 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port 5bf3473a-f6b5-43e6-adb8-3d2f1f8bd3ac, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=5bf3473a-f6b5-43e6-adb8-3d2f1f8bd3ac,segment=NetworkSegment(52d99102-2b75-41b5-9952-77d7ee7e2909),segment_id=52d99102-2b75-41b5-9952-77d7ee7e2909)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:25:08.753230 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:08.756249 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device bd89a8b2-feb9-4512-b8fe-553705f6dd9e up at agent hyperv_hv-cinder-80643 {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:25:08.762726 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-725c0248-6426-4c75-99f1-ada294a45603 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d5cdfbd188d34192ae1f8b8eed9b7a03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3554265 Aug 27 21:25:08.766795 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 59138) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:08.774019 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725c0248-6426-4c75-99f1-ada294a45603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e5b75b-2e57-4fff-9633-f594fd5c3b26,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:08.799365 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 21:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100fe7e5-c52f-482a-8853-b425083c20f8 x-openstack-request-id: req-100fe7e5-c52f-482a-8853-b425083c20f8 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:25:08.799770 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48848da9-6232-48ae-bd6a-c488d8e18619", "name": "network-vif-plugged", "status": "completed", "tag": "5bf3473a-f6b5-43e6-adb8-3d2f1f8bd3ac", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:25:08.800150 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-100fe7e5-c52f-482a-8853-b425083c20f8 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:25:08.800890 dv-cinder-806436-1-iscsi neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48848da9-6232-48ae-bd6a-c488d8e18619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf3473a-f6b5-43e6-adb8-3d2f1f8bd3ac', 'code': 200} Aug 27 21:25:08.878248 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-692d203a-4c54-40d9-87a1-e0b3ae538495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:08.923152 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-692d203a-4c54-40d9-87a1-e0b3ae538495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:08.970800 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f62d03-db61-4655-ab5a-f2c54b1b0ac3 req-d82c9b86-518f-4597-9d58-71e5c243f3cd tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:08.973034 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Pushing event updated for resources: {'Port': ['ID=5bf3473a-f6b5-43e6-adb8-3d2f1f8bd3ac,revision_number=5']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:08.991738 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-45f62d03-db61-4655-ab5a-f2c54b1b0ac3 req-d82c9b86-518f-4597-9d58-71e5c243f3cd tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 945 time: 0.1688385 Aug 27 21:25:08.994609 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Provisioning for port bd89a8b2-feb9-4512-b8fe-553705f6dd9e completed by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:25:09.005374 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Provisioning complete for port bd89a8b2-feb9-4512-b8fe-553705f6dd9e triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:25:09.008606 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:09.037730 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-692d203a-4c54-40d9-87a1-e0b3ae538495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:09.040388 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-692d203a-4c54-40d9-87a1-e0b3ae538495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:09.041634 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-692d203a-4c54-40d9-87a1-e0b3ae538495 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b8e5b75b-2e57-4fff-9633-f594fd5c3b26 HTTP/1.1" status: 204 len: 168 time: 0.2717884 Aug 27 21:25:09.053803 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692d203a-4c54-40d9-87a1-e0b3ae538495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e5b75b-2e57-4fff-9633-f594fd5c3b26,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:09.077588 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1faae-65a8-4d91-8f09-4d0072eb54b6 req-71cef512-b8b4-40ef-a410-fef3bf90db24 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:09.086644 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-61d1faae-65a8-4d91-8f09-4d0072eb54b6 req-71cef512-b8b4-40ef-a410-fef3bf90db24 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=48848da9-6232-48ae-bd6a-c488d8e18619 HTTP/1.1" status: 200 len: 945 time: 0.1145778 Aug 27 21:25:09.132575 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-45f62d03-db61-4655-ab5a-f2c54b1b0ac3 req-75c6e6f1-0e3a-4e07-a4b1-3b3f17bdcc7a tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1238499 Aug 27 21:25:09.146925 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7110676-f5c1-42ad-ab38-c6e6a43cd858 req-623db7d7-10a4-4253-8fc1-2067998f1312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:09.158441 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-c7110676-f5c1-42ad-ab38-c6e6a43cd858 req-623db7d7-10a4-4253-8fc1-2067998f1312 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=48848da9-6232-48ae-bd6a-c488d8e18619 HTTP/1.1" status: 200 len: 1098 time: 0.1094439 Aug 27 21:25:09.192659 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-c7110676-f5c1-42ad-ab38-c6e6a43cd858 req-6f7f06bc-71a0-4260-98f2-73d20b08c18b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329895 Aug 27 21:25:09.196925 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-61d1faae-65a8-4d91-8f09-4d0072eb54b6 req-bd0789be-190a-42ff-bad6-96b7c3268fa0 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091907 Aug 27 21:25:09.251666 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:09.307317 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port bd89a8b2-feb9-4512-b8fe-553705f6dd9e, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=bd89a8b2-feb9-4512-b8fe-553705f6dd9e,segment=NetworkSegment(cf28798e-2dc9-43ac-a0bc-53018bbccb0e),segment_id=cf28798e-2dc9-43ac-a0bc-53018bbccb0e)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:25:09.314718 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:09.396812 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Pushing event updated for resources: {'Port': ['ID=bd89a8b2-feb9-4512-b8fe-553705f6dd9e,revision_number=5']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:09.967890 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 59178) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:10.129979 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0c7ffff4-3cdf-4b6f-8806-f44f288b61e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:10.370225 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0c7ffff4-3cdf-4b6f-8806-f44f288b61e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:10.380018 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0c7ffff4-3cdf-4b6f-8806-f44f288b61e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:10.408493 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f3c6e0-3cf1-4bd4-9b86-68a3496a40b1 req-9175aed1-f120-427c-9651-0036a527e2d0 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:10.417116 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-10f3c6e0-3cf1-4bd4-9b86-68a3496a40b1 req-9175aed1-f120-427c-9651-0036a527e2d0 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=48848da9-6232-48ae-bd6a-c488d8e18619 HTTP/1.1" status: 200 len: 945 time: 0.1045878 Aug 27 21:25:10.463426 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db77a90-777a-4bb4-b5be-b40268d51c70 req-92d95069-edbb-421c-9dd8-f2e78714edda tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:10.467863 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-7db77a90-777a-4bb4-b5be-b40268d51c70 req-92d95069-edbb-421c-9dd8-f2e78714edda tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 946 time: 0.2119627 Aug 27 21:25:10.474133 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-10f3c6e0-3cf1-4bd4-9b86-68a3496a40b1 req-891cab21-9803-4553-bf55-8b25da90d492 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556018 Aug 27 21:25:10.488444 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7ffff4-3cdf-4b6f-8806-f44f288b61e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ece4eef-8a92-406b-984b-9f421d527386,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:10.507126 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-0c7ffff4-3cdf-4b6f-8806-f44f288b61e1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=42e8e71a90914da29e995bf804fb94ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5379810 Aug 27 21:25:10.514513 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 59200) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:10.542870 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-7db77a90-777a-4bb4-b5be-b40268d51c70 req-27d44591-4161-4f76-b6b2-184f16db6aea tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0575039 Aug 27 21:25:10.603093 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9b96c79a-0f39-4453-8cf5-5b679db0bb8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:10.647082 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9b96c79a-0f39-4453-8cf5-5b679db0bb8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:10.727059 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9b96c79a-0f39-4453-8cf5-5b679db0bb8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:10.737112 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9b96c79a-0f39-4453-8cf5-5b679db0bb8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:10.742717 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-9b96c79a-0f39-4453-8cf5-5b679db0bb8d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0ece4eef-8a92-406b-984b-9f421d527386 HTTP/1.1" status: 204 len: 168 time: 0.2257640 Aug 27 21:25:10.784795 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b96c79a-0f39-4453-8cf5-5b679db0bb8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ece4eef-8a92-406b-984b-9f421d527386,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:10.802508 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b49151a-ae9a-4ab0-8027-c5e49267742b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd89a8b2-feb9-4512-b8fe-553705f6dd9e'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:25:10.808181 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf732d6db1af9f7bc3b5310490fe48ff1e7c732a768ef3a1a1326297a3ecfd63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3231a7-a37c-4922-93ac-fc05e74a7ec4" -d '{"events": [{"server_uuid": "5b49151a-ae9a-4ab0-8027-c5e49267742b", "name": "network-vif-plugged", "status": "completed", "tag": "bd89a8b2-feb9-4512-b8fe-553705f6dd9e"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:25:10.901459 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 21:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed224c63-ec6e-45ef-a51d-0b79b18dbeec x-openstack-request-id: req-ed224c63-ec6e-45ef-a51d-0b79b18dbeec {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:25:10.901999 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b49151a-ae9a-4ab0-8027-c5e49267742b", "name": "network-vif-plugged", "status": "completed", "tag": "bd89a8b2-feb9-4512-b8fe-553705f6dd9e", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:25:10.903338 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ed224c63-ec6e-45ef-a51d-0b79b18dbeec {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:25:10.903912 dv-cinder-806436-1-iscsi neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b49151a-ae9a-4ab0-8027-c5e49267742b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd89a8b2-feb9-4512-b8fe-553705f6dd9e', 'code': 200} Aug 27 21:25:11.206732 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6b08c9-d1c5-404a-abd9-f9c489a114bf req-5d263463-5f2c-485a-b3fc-6182b5624f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:11.209170 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-6b6b08c9-d1c5-404a-abd9-f9c489a114bf req-5d263463-5f2c-485a-b3fc-6182b5624f19 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 1099 time: 0.0599396 Aug 27 21:25:11.283608 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-6b6b08c9-d1c5-404a-abd9-f9c489a114bf req-4054dbf3-ab91-4d84-975b-19eaee44e1f6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584869 Aug 27 21:25:11.480088 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 59234) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:11.502968 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-80e74b21-83f4-4103-9897-4cf4f79f267d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:11.665038 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2bac82-1687-489a-a28e-74fc515d3be8 req-6ec56803-1b40-4983-b799-bcdc0d5a3a3c tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:11.666713 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-8a2bac82-1687-489a-a28e-74fc515d3be8 req-6ec56803-1b40-4983-b799-bcdc0d5a3a3c tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=48848da9-6232-48ae-bd6a-c488d8e18619 HTTP/1.1" status: 200 len: 945 time: 0.0945361 Aug 27 21:25:11.696242 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a236cb6-5bff-4a2f-82dc-31fb9a40df31 req-55aadc3a-5291-414b-879e-48555455eb9f tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:11.701182 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-6a236cb6-5bff-4a2f-82dc-31fb9a40df31 req-55aadc3a-5291-414b-879e-48555455eb9f tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 946 time: 0.0687566 Aug 27 21:25:11.716325 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-80e74b21-83f4-4103-9897-4cf4f79f267d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:11.726244 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-80e74b21-83f4-4103-9897-4cf4f79f267d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:11.750973 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-8a2bac82-1687-489a-a28e-74fc515d3be8 req-51ed65eb-ce35-4143-9cc8-49819613dd7c tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779812 Aug 27 21:25:11.766129 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-6a236cb6-5bff-4a2f-82dc-31fb9a40df31 req-2876c5dd-511c-4f4d-99fb-b30289fdcb11 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0613937 Aug 27 21:25:11.788465 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-80e74b21-83f4-4103-9897-4cf4f79f267d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a856b913b6bb46dc8c81121188b62738&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3070807 Aug 27 21:25:11.790557 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e74b21-83f4-4103-9897-4cf4f79f267d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a4c6bc-0466-457c-856b-9e5c39b35044,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:11.792050 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 59250) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:11.898574 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbc31f51-d2b1-4657-8ea2-ff37c3d382c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:11.924262 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbc31f51-d2b1-4657-8ea2-ff37c3d382c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:11.987420 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbc31f51-d2b1-4657-8ea2-ff37c3d382c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:11.992324 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbc31f51-d2b1-4657-8ea2-ff37c3d382c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:11.997466 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-cbc31f51-d2b1-4657-8ea2-ff37c3d382c3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d7a4c6bc-0466-457c-856b-9e5c39b35044 HTTP/1.1" status: 204 len: 168 time: 0.2032540 Aug 27 21:25:12.008929 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc31f51-d2b1-4657-8ea2-ff37c3d382c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a4c6bc-0466-457c-856b-9e5c39b35044,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:12.256605 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a1ec9-36da-4df6-a67f-f1daf6827096 req-5cd9effa-6807-44de-baf8-ab0646c434a1 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:12.259022 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-df5a1ec9-36da-4df6-a67f-f1daf6827096 req-5cd9effa-6807-44de-baf8-ab0646c434a1 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=48848da9-6232-48ae-bd6a-c488d8e18619 HTTP/1.1" status: 200 len: 945 time: 0.1347144 Aug 27 21:25:12.304826 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:12.343103 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-df5a1ec9-36da-4df6-a67f-f1daf6827096 req-23f717f6-36df-4875-a008-f077da1c696c tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690386 Aug 27 21:25:12.973153 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a19aec-4c05-4bf3-b909-9cb10931df52 req-90467939-4d29-43a5-9944-5039057bc72a tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:12.981173 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-40a19aec-4c05-4bf3-b909-9cb10931df52 req-90467939-4d29-43a5-9944-5039057bc72a tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 946 time: 0.0787833 Aug 27 21:25:13.024659 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-40a19aec-4c05-4bf3-b909-9cb10931df52 req-3bffbbfd-8820-49d0-b10e-1008b7f3791a tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424795 Aug 27 21:25:13.519724 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b182c-4e58-4df5-b177-3cad86d3a9f3 req-07825d9a-39cf-47c3-91ff-9ff2ccd8d65f tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:13.521636 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-004b182c-4e58-4df5-b177-3cad86d3a9f3 req-07825d9a-39cf-47c3-91ff-9ff2ccd8d65f tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=48848da9-6232-48ae-bd6a-c488d8e18619 HTTP/1.1" status: 200 len: 945 time: 0.0794816 Aug 27 21:25:13.589426 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-004b182c-4e58-4df5-b177-3cad86d3a9f3 req-737d54e9-07f5-45b1-9da9-e72240604bd7 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572000 Aug 27 21:25:14.196135 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb854749-dd26-4f95-afe6-d5b9cacd6b88 req-243bf6f4-acd6-45b6-9f11-c838367547ec tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:14.198738 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-cb854749-dd26-4f95-afe6-d5b9cacd6b88 req-243bf6f4-acd6-45b6-9f11-c838367547ec tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 946 time: 0.0819459 Aug 27 21:25:14.267764 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-cb854749-dd26-4f95-afe6-d5b9cacd6b88 req-f2413b7d-5730-4d0c-b01f-5b51cbda25c2 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0587695 Aug 27 21:25:14.502604 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d284714c-d19b-4717-841e-f7a1132da461 req-adb09aad-09b5-4cb8-8e27-9a5b7e49a2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:14.504291 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d284714c-d19b-4717-841e-f7a1132da461 req-adb09aad-09b5-4cb8-8e27-9a5b7e49a2b3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f8b30927378840a284e230193294d3eb&device_id=48848da9-6232-48ae-bd6a-c488d8e18619 HTTP/1.1" status: 200 len: 1098 time: 0.0710118 Aug 27 21:25:14.633824 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d284714c-d19b-4717-841e-f7a1132da461 req-3c283c97-cb2d-4e89-a827-09adc98d693e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:14.635727 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d284714c-d19b-4717-841e-f7a1132da461 req-3c283c97-cb2d-4e89-a827-09adc98d693e service neutron] 10.222.0.73 "GET /v2.0/networks?id=5fbb2a6b-0896-4fd4-bd40-c249a33d87a8 HTTP/1.1" status: 200 len: 919 time: 0.1161900 Aug 27 21:25:14.707007 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d284714c-d19b-4717-841e-f7a1132da461 req-bff38950-169f-4304-bf5b-06ee0bc44a0a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5bf3473a-f6b5-43e6-adb8-3d2f1f8bd3ac HTTP/1.1" status: 200 len: 217 time: 0.0519881 Aug 27 21:25:14.764897 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cabc5a9-fe88-4da5-b3e4-5faaffcd98e2 req-d9720b5b-75ed-4dc8-bf00-0ca7044c4245 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:14.776788 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-1cabc5a9-fe88-4da5-b3e4-5faaffcd98e2 req-d9720b5b-75ed-4dc8-bf00-0ca7044c4245 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=48848da9-6232-48ae-bd6a-c488d8e18619 HTTP/1.1" status: 200 len: 945 time: 0.0934441 Aug 27 21:25:14.787278 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d284714c-d19b-4717-841e-f7a1132da461 req-0b5a422c-aae3-4f67-b82a-eedb3965700c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:14.788835 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d284714c-d19b-4717-841e-f7a1132da461 req-0b5a422c-aae3-4f67-b82a-eedb3965700c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b5e1eaea-5bab-43a2-8e07-1f620faa4b4a HTTP/1.1" status: 200 len: 858 time: 0.0574551 Aug 27 21:25:14.827898 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-1cabc5a9-fe88-4da5-b3e4-5faaffcd98e2 req-b80262a8-1888-488c-91fa-df4e87334033 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497084 Aug 27 21:25:14.831590 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d284714c-d19b-4717-841e-f7a1132da461 req-bb2369c2-6d2b-44cb-80b7-aaa55d99626f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5fbb2a6b-0896-4fd4-bd40-c249a33d87a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287902 Aug 27 21:25:14.942347 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d284714c-d19b-4717-841e-f7a1132da461 req-4c73885e-7a9e-4b76-a7fb-763b298ca44b service neutron] 10.222.0.73 "GET /v2.0/networks/5fbb2a6b-0896-4fd4-bd40-c249a33d87a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024418 Aug 27 21:25:15.065537 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d284714c-d19b-4717-841e-f7a1132da461 req-15f248ca-b41a-4798-a5c4-cf8af7cd9ef2 service neutron] 10.222.0.73 "GET /v2.0/networks/5fbb2a6b-0896-4fd4-bd40-c249a33d87a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078122 Aug 27 21:25:15.428594 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb943f19-ad22-47a3-ad3e-2ecd79e68d38 req-4ba19c53-ace2-4fc0-ac1b-483f10efa4cf tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:15.430323 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-eb943f19-ad22-47a3-ad3e-2ecd79e68d38 req-4ba19c53-ace2-4fc0-ac1b-483f10efa4cf tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 946 time: 0.0730891 Aug 27 21:25:15.493249 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-eb943f19-ad22-47a3-ad3e-2ecd79e68d38 req-fac01939-bcf7-4df7-ac9b-35d551c389fc tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474899 Aug 27 21:25:16.035256 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d791f7f-f8b6-4f92-a158-08ed6ef6ec67 req-d1267f1b-fbff-4d46-93c0-2c7e90859817 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:16.037458 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-4d791f7f-f8b6-4f92-a158-08ed6ef6ec67 req-d1267f1b-fbff-4d46-93c0-2c7e90859817 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=48848da9-6232-48ae-bd6a-c488d8e18619 HTTP/1.1" status: 200 len: 945 time: 0.0950408 Aug 27 21:25:16.097974 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-4d791f7f-f8b6-4f92-a158-08ed6ef6ec67 req-57e3b790-346e-406a-a271-dd0a9bab5670 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508015 Aug 27 21:25:16.656129 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b638ba-abad-42c4-8946-69bbd7e092b9 req-901a12b4-cfb0-4476-9915-fca5f36243b6 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:16.658642 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-93b638ba-abad-42c4-8946-69bbd7e092b9 req-901a12b4-cfb0-4476-9915-fca5f36243b6 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 946 time: 0.0633466 Aug 27 21:25:16.704938 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-93b638ba-abad-42c4-8946-69bbd7e092b9 req-b5d35427-48c5-4b56-b94e-c5de67b49bb1 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369444 Aug 27 21:25:16.904192 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e9472-822d-49dd-87e7-a175df3e4a0f req-30054849-4f99-4c80-b6ea-3dc5163ce97e tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:16.905820 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-9e2e9472-822d-49dd-87e7-a175df3e4a0f req-30054849-4f99-4c80-b6ea-3dc5163ce97e tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 946 time: 0.1020787 Aug 27 21:25:16.918108 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 59418) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:16.924563 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [None req-1c8dfdd3-527f-4975-be57-1f961af58eba tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Request body: {'floatingip': {'port_id': 'bd89a8b2-feb9-4512-b8fe-553705f6dd9e'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:25:17.021840 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1c8dfdd3-527f-4975-be57-1f961af58eba tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks [] for floatingip, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:17.256625 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 59442) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:17.332719 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219b473-4cc0-4ace-a615-831308a3139d req-1106a578-943c-4611-b7a9-bce3e1b6f340 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:17.334562 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-9219b473-4cc0-4ace-a615-831308a3139d req-1106a578-943c-4611-b7a9-bce3e1b6f340 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=48848da9-6232-48ae-bd6a-c488d8e18619 HTTP/1.1" status: 200 len: 945 time: 0.1115971 Aug 27 21:25:17.471201 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1763d6c7-8385-4ebb-870c-9f48d97dab4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:17.503127 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8dcb3-2ed3-48bc-9fd0-52eab59b50e8 req-fbfd2f47-9d4d-44d1-9fb6-d22ebcad5c4e tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:17.511943 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-0be8dcb3-2ed3-48bc-9fd0-52eab59b50e8 req-fbfd2f47-9d4d-44d1-9fb6-d22ebcad5c4e tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/networks?id=3810ce44-ef2e-4539-825a-afaeff9378bf HTTP/1.1" status: 200 len: 815 time: 0.1960781 Aug 27 21:25:17.517215 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-9219b473-4cc0-4ace-a615-831308a3139d req-f9d448da-0167-49b5-99de-53749f0718a6 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509776 Aug 27 21:25:17.569796 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-0be8dcb3-2ed3-48bc-9fd0-52eab59b50e8 req-b8257131-3406-4e6d-b37a-1ebfd1914399 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/quotas/f86ecf3ade224edea8eb50a9b92b58b0 HTTP/1.1" status: 200 len: 375 time: 0.0560858 Aug 27 21:25:17.710726 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-0be8dcb3-2ed3-48bc-9fd0-52eab59b50e8 req-9d55acb9-5bcc-4bd5-bdbc-9fad93cbd48d tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f86ecf3ade224edea8eb50a9b92b58b0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1275272 Aug 27 21:25:18.063869 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1763d6c7-8385-4ebb-870c-9f48d97dab4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:18.076978 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1763d6c7-8385-4ebb-870c-9f48d97dab4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:18.117984 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1763d6c7-8385-4ebb-870c-9f48d97dab4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4707f734-56ed-4a0b-b81e-eacb091ac363,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:18.155265 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-1763d6c7-8385-4ebb-870c-9f48d97dab4b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f141404ef5c14c07a4aa55fa2b120e3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8973315 Aug 27 21:25:18.161472 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 59486) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:18.164552 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-0be8dcb3-2ed3-48bc-9fd0-52eab59b50e8 req-65907582-5d4a-481f-9dd4-9dba7dc09fd9 service neutron] 10.222.0.39 "GET /v2.0/networks/3810ce44-ef2e-4539-825a-afaeff9378bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4346287 Aug 27 21:25:18.282281 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.db.resource_extend [None req-1c8dfdd3-527f-4975-be57-1f961af58eba tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 21:25:18.297085 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-0be8dcb3-2ed3-48bc-9fd0-52eab59b50e8 req-cc7dae84-518c-4e1b-a0fd-fd81b25075fa service neutron] 10.222.0.39 "GET /v2.0/networks/3810ce44-ef2e-4539-825a-afaeff9378bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314299 Aug 27 21:25:18.396572 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1c8dfdd3-527f-4975-be57-1f961af58eba tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:18.398093 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6ab6b37c-1cdb-458c-89c4-642fb160cf4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:18.405241 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1c8dfdd3-527f-4975-be57-1f961af58eba tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628369'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:18.478304 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6ab6b37c-1cdb-458c-89c4-642fb160cf4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:18.556669 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-03a6ff11-9825-40c7-a6de-95d68287efab req-dda00559-b34d-47f5-b9cc-8eb80cdf3df6 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=85aa052c-7ab9-4981-bdf9-723657cf85f4 HTTP/1.1" status: 200 len: 210 time: 0.0762005 Aug 27 21:25:18.598954 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.db.l3_db [None req-1c8dfdd3-527f-4975-be57-1f961af58eba tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Floating IP b2f63c92-e3d7-43a1-92df-bb9f231f8ca3 associated. External IP: 172.27.0.55, port: bd89a8b2-feb9-4512-b8fe-553705f6dd9e. Aug 27 21:25:18.651621 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6ab6b37c-1cdb-458c-89c4-642fb160cf4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:18.654595 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6ab6b37c-1cdb-458c-89c4-642fb160cf4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:18.658794 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-6ab6b37c-1cdb-458c-89c4-642fb160cf4f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4707f734-56ed-4a0b-b81e-eacb091ac363 HTTP/1.1" status: 204 len: 168 time: 0.4949431 Aug 27 21:25:18.676811 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab6b37c-1cdb-458c-89c4-642fb160cf4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4707f734-56ed-4a0b-b81e-eacb091ac363,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:18.756368 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26404c0b-3132-4557-806e-92910ed0a300 req-3b2179e1-ba81-453a-8301-d821d8239294 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:18.767553 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5522b0a7-85e3-454c-90f1-27d71bcd62f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:18.772975 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-26404c0b-3132-4557-806e-92910ed0a300 req-3b2179e1-ba81-453a-8301-d821d8239294 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=48848da9-6232-48ae-bd6a-c488d8e18619 HTTP/1.1" status: 200 len: 945 time: 0.1454160 Aug 27 21:25:18.845355 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-26404c0b-3132-4557-806e-92910ed0a300 req-c49c8f33-bf5f-4f45-9b31-f430967c0beb tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590205 Aug 27 21:25:18.923414 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 59518) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:19.139855 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c8dfdd3-527f-4975-be57-1f961af58eba tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Router af46ff4f-6630-489b-84a6-265c56f11df1 has already been hosted by L3 agent da753c34-e47f-42d8-9f83-ec5464f53bc8 {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 21:25:19.265044 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 59540) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:19.288461 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a0689944-290b-46ca-a2b6-7b1608adb106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:19.328141 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-df39ee31-9703-478b-b83c-a1dbe956d39a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:19.398090 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8dfdd3-527f-4975-be57-1f961af58eba tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify agent at l3_agent.dv-cinder-806436-1-iscsi the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 21:25:19.403776 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1c8dfdd3-527f-4975-be57-1f961af58eba tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:19.425098 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ea5bb4-2023-4776-976d-608144982ad0 None None] Sync routers for ids ['af46ff4f-6630-489b-84a6-265c56f11df1'] in dv-cinder-806436-1-iscsi {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 21:25:19.438516 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ea5bb4-2023-4776-976d-608144982ad0 None None] Routers {'af46ff4f-6630-489b-84a6-265c56f11df1'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:25:19.439497 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-a2ea5bb4-2023-4776-976d-608144982ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:24:51Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['af46ff4f-6630-489b-84a6-265c56f11df1'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:25:19.445214 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-1c8dfdd3-527f-4975-be57-1f961af58eba tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "PUT /v2.0/floatingips/b2f63c92-e3d7-43a1-92df-bb9f231f8ca3 HTTP/1.1" status: 200 len: 991 time: 2.5253584 Aug 27 21:25:19.448680 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b49151a-ae9a-4ab0-8027-c5e49267742b', 'tag': 'bd89a8b2-feb9-4512-b8fe-553705f6dd9e'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:25:19.458152 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef12610d4521d53b4d383b2d1315697e44e13910463e2f079bf4fa6d75d3d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef62876-3d88-4b8c-83de-6227e81aab9f" -d '{"events": [{"name": "network-changed", "server_uuid": "5b49151a-ae9a-4ab0-8027-c5e49267742b", "tag": "bd89a8b2-feb9-4512-b8fe-553705f6dd9e"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:25:19.544813 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-df39ee31-9703-478b-b83c-a1dbe956d39a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:19.551545 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 21:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737fa1eb-dbb4-40ab-a327-20cb94b33fbc x-openstack-request-id: req-737fa1eb-dbb4-40ab-a327-20cb94b33fbc {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:25:19.551943 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b49151a-ae9a-4ab0-8027-c5e49267742b", "tag": "bd89a8b2-feb9-4512-b8fe-553705f6dd9e", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:25:19.552525 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-737fa1eb-dbb4-40ab-a327-20cb94b33fbc {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:25:19.554087 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b49151a-ae9a-4ab0-8027-c5e49267742b', 'tag': 'bd89a8b2-feb9-4512-b8fe-553705f6dd9e', 'status': 'completed', 'code': 200} Aug 27 21:25:19.559790 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-df39ee31-9703-478b-b83c-a1dbe956d39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:19.656889 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef62876-3d88-4b8c-83de-6227e81aab9f req-03049f6e-be36-48b6-89bb-708529fc0fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:19.658771 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-bef62876-3d88-4b8c-83de-6227e81aab9f req-03049f6e-be36-48b6-89bb-708529fc0fea service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4c7881af14ba462d932065fd81b90b6e&device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 1099 time: 0.0807593 Aug 27 21:25:19.663601 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-df39ee31-9703-478b-b83c-a1dbe956d39a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6b5fedee3c9d4c3394fd3b984a0c6d79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7392111 Aug 27 21:25:19.667964 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 59560) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:19.671706 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df39ee31-9703-478b-b83c-a1dbe956d39a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6b8a5c-69b0-4762-a2c1-ce18d92a6e46,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:19.701619 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-a2ea5bb4-2023-4776-976d-608144982ad0 None None] Set router af46ff4f-6630-489b-84a6-265c56f11df1 gateway port host: dv-cinder-806436-1-iscsi {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:25:19.798534 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a0689944-290b-46ca-a2b6-7b1608adb106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:19.805346 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a0689944-290b-46ca-a2b6-7b1608adb106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:19.850784 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-a0689944-290b-46ca-a2b6-7b1608adb106 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9ef4c3c0e4bd4fc0b7c374aae9b910dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5840955 Aug 27 21:25:19.853556 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 59562) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:19.907804 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c2253e8e-2228-42dd-8f73-e43e65046bb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:19.938712 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef62876-3d88-4b8c-83de-6227e81aab9f req-69d7c815-0717-4a29-ac43-35b342aa84aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:19.940865 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-bef62876-3d88-4b8c-83de-6227e81aab9f req-69d7c815-0717-4a29-ac43-35b342aa84aa service neutron] 10.222.0.73 "GET /v2.0/networks?id=9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89 HTTP/1.1" status: 200 len: 918 time: 0.2218111 Aug 27 21:25:19.947225 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-e040120d-3b42-4a5f-86f7-bf1464c66ff2 req-2d9a5aa2-953d-47cd-a6ad-a613fd60a72c tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=85aa052c-7ab9-4981-bdf9-723657cf85f4 HTTP/1.1" status: 200 len: 210 time: 0.1053374 Aug 27 21:25:19.953871 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c2253e8e-2228-42dd-8f73-e43e65046bb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:19.976664 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0689944-290b-46ca-a2b6-7b1608adb106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7980ddc9-4e52-41bd-99bb-82a6dbd56180,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:20.057909 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ec1abeae-a1d7-4f4d-af09-e631bd12ef86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:20.104939 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ec1abeae-a1d7-4f4d-af09-e631bd12ef86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:20.169104 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c2253e8e-2228-42dd-8f73-e43e65046bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:20.173502 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c2253e8e-2228-42dd-8f73-e43e65046bb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:20.175312 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-c2253e8e-2228-42dd-8f73-e43e65046bb2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bf6b8a5c-69b0-4762-a2c1-ce18d92a6e46 HTTP/1.1" status: 204 len: 168 time: 0.5067866 Aug 27 21:25:20.214885 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ec1abeae-a1d7-4f4d-af09-e631bd12ef86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:20.218767 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ec1abeae-a1d7-4f4d-af09-e631bd12ef86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:20.223563 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-ec1abeae-a1d7-4f4d-af09-e631bd12ef86 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7980ddc9-4e52-41bd-99bb-82a6dbd56180 HTTP/1.1" status: 204 len: 168 time: 0.3683839 Aug 27 21:25:20.245925 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-a2ea5bb4-2023-4776-976d-608144982ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af46ff4f-6630-489b-84a6-265c56f11df1', 'name': 'tempest-AttachVolumeShelveTestJSON-1071624808-router', 'tenant_id': '4c7881af14ba462d932065fd81b90b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '0c0a21da-690f-4bff-8a38-757117dd485b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:24:03Z', 'updated_at': '2021-08-27T21:24:11Z', 'revision_number': 4, 'project_id': '4c7881af14ba462d932065fd81b90b6e', 'gw_port': {'id': '0c0a21da-690f-4bff-8a38-757117dd485b', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:32:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46ff4f-6630-489b-84a6-265c56f11df1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:24:04Z', 'updated_at': '2021-08-27T21:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_floatingips': [{'id': 'b2f63c92-e3d7-43a1-92df-bb9f231f8ca3', 'tenant_id': '4c7881af14ba462d932065fd81b90b6e', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'router_id': 'af46ff4f-6630-489b-84a6-265c56f11df1', 'port_id': 'bd89a8b2-feb9-4512-b8fe-553705f6dd9e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89', 'mac_address': 'fa:16:3e:48:ac:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b49151a-ae9a-4ab0-8027-c5e49267742b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T21:24:27Z', 'updated_at': '2021-08-27T21:25:18Z', 'revision_number': 1, 'project_id': '4c7881af14ba462d932065fd81b90b6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d4d7021-60bf-457b-a75d-9d5a044298ed', 'name': '', 'network_id': '9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89', 'tenant_id': '4c7881af14ba462d932065fd81b90b6e', 'mac_address': 'fa:16:3e:a2:11:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46ff4f-6630-489b-84a6-265c56f11df1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6921f496-5d7a-4db6-bf96-720866799ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:24:10Z', 'updated_at': '2021-08-27T21:24:23Z', 'revision_number': 5, 'project_id': '4c7881af14ba462d932065fd81b90b6e', 'subnets': [{'id': '6921f496-5d7a-4db6-bf96-720866799ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:25:20.251091 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 59576) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:20.259068 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1abeae-a1d7-4f4d-af09-e631bd12ef86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7980ddc9-4e52-41bd-99bb-82a6dbd56180,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:20.298955 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ea5bb4-2023-4776-976d-608144982ad0 None None] Checking router: af46ff4f-6630-489b-84a6-265c56f11df1 for host: dv-cinder-806436-1-iscsi {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 21:25:20.315899 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ea5bb4-2023-4776-976d-608144982ad0 None None] Routers {'af46ff4f-6630-489b-84a6-265c56f11df1'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:25:20.316728 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-a2ea5bb4-2023-4776-976d-608144982ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:24:51Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['af46ff4f-6630-489b-84a6-265c56f11df1'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:25:20.319658 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2253e8e-2228-42dd-8f73-e43e65046bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6b8a5c-69b0-4762-a2c1-ce18d92a6e46,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:20.428801 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-bef62876-3d88-4b8c-83de-6227e81aab9f req-2d2a673d-b024-4e11-b26c-b34ca6af262c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd89a8b2-feb9-4512-b8fe-553705f6dd9e HTTP/1.1" status: 200 len: 999 time: 0.4006524 Aug 27 21:25:20.468141 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a83fb5-8aea-40f7-b364-d9adca39524b req-3bb9a97d-562c-40aa-b344-f414dc22b159 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:20.476475 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-96a83fb5-8aea-40f7-b364-d9adca39524b req-3bb9a97d-562c-40aa-b344-f414dc22b159 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=48848da9-6232-48ae-bd6a-c488d8e18619 HTTP/1.1" status: 200 len: 945 time: 0.4466236 Aug 27 21:25:20.606314 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef62876-3d88-4b8c-83de-6227e81aab9f req-c1a1fb3b-2762-4fe0-9d2f-3fd6a0ce476c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:20.607870 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-bef62876-3d88-4b8c-83de-6227e81aab9f req-c1a1fb3b-2762-4fe0-9d2f-3fd6a0ce476c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6921f496-5d7a-4db6-bf96-720866799ce1 HTTP/1.1" status: 200 len: 856 time: 0.1490850 Aug 27 21:25:20.622125 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-96a83fb5-8aea-40f7-b364-d9adca39524b req-e3a8b324-48e7-4978-ac0e-41190701aac0 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442263 Aug 27 21:25:20.708980 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8dcb3-2ed3-48bc-9fd0-52eab59b50e8 req-70cffc02-083a-432d-8828-071b39febc79 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:20.717795 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-0be8dcb3-2ed3-48bc-9fd0-52eab59b50e8 req-70cffc02-083a-432d-8828-071b39febc79 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.73 "GET /v2.0/networks?id=3810ce44-ef2e-4539-825a-afaeff9378bf HTTP/1.1" status: 200 len: 815 time: 0.3436408 Aug 27 21:25:20.747672 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [req-0be8dcb3-2ed3-48bc-9fd0-52eab59b50e8 req-68e5ef4f-de20-463b-abc7-0f2a970b681a tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Request body: {'port': {'device_id': '85aa052c-7ab9-4981-bdf9-723657cf85f4', 'network_id': '3810ce44-ef2e-4539-825a-afaeff9378bf', 'admin_state_up': True, 'tenant_id': 'f86ecf3ade224edea8eb50a9b92b58b0'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:25:20.752039 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-a2ea5bb4-2023-4776-976d-608144982ad0 None None] Set router af46ff4f-6630-489b-84a6-265c56f11df1 gateway port host: dv-cinder-806436-1-iscsi {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:25:21.013833 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f1d1d034-0cdb-4626-9b3a-bdcefa455577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:21.216415 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 59610) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:21.232954 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef62876-3d88-4b8c-83de-6227e81aab9f req-11cdf92c-5199-46ba-8743-9dabd17824a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:21.236666 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-bef62876-3d88-4b8c-83de-6227e81aab9f req-11cdf92c-5199-46ba-8743-9dabd17824a0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.6080451 Aug 27 21:25:21.256085 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3fb53643-3818-4ca6-b966-884c6f3836f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:21.297568 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-5728c0c6-5cc2-4326-8e68-10d8c2fa7c4e req-5e43a001-c9f0-4416-ac8a-5c614deb11ed tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=85aa052c-7ab9-4981-bdf9-723657cf85f4 HTTP/1.1" status: 200 len: 210 time: 0.0938649 Aug 27 21:25:21.329166 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f1d1d034-0cdb-4626-9b3a-bdcefa455577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:21.348208 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-a2ea5bb4-2023-4776-976d-608144982ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af46ff4f-6630-489b-84a6-265c56f11df1', 'name': 'tempest-AttachVolumeShelveTestJSON-1071624808-router', 'tenant_id': '4c7881af14ba462d932065fd81b90b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '0c0a21da-690f-4bff-8a38-757117dd485b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:24:03Z', 'updated_at': '2021-08-27T21:24:11Z', 'revision_number': 4, 'project_id': '4c7881af14ba462d932065fd81b90b6e', 'gw_port': {'id': '0c0a21da-690f-4bff-8a38-757117dd485b', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:32:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46ff4f-6630-489b-84a6-265c56f11df1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:24:04Z', 'updated_at': '2021-08-27T21:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_floatingips': [{'id': 'b2f63c92-e3d7-43a1-92df-bb9f231f8ca3', 'tenant_id': '4c7881af14ba462d932065fd81b90b6e', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'router_id': 'af46ff4f-6630-489b-84a6-265c56f11df1', 'port_id': 'bd89a8b2-feb9-4512-b8fe-553705f6dd9e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89', 'mac_address': 'fa:16:3e:48:ac:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b49151a-ae9a-4ab0-8027-c5e49267742b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T21:24:27Z', 'updated_at': '2021-08-27T21:25:18Z', 'revision_number': 1, 'project_id': '4c7881af14ba462d932065fd81b90b6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d4d7021-60bf-457b-a75d-9d5a044298ed', 'name': '', 'network_id': '9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89', 'tenant_id': '4c7881af14ba462d932065fd81b90b6e', 'mac_address': 'fa:16:3e:a2:11:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46ff4f-6630-489b-84a6-265c56f11df1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6921f496-5d7a-4db6-bf96-720866799ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:24:10Z', 'updated_at': '2021-08-27T21:24:23Z', 'revision_number': 5, 'project_id': '4c7881af14ba462d932065fd81b90b6e', 'subnets': [{'id': '6921f496-5d7a-4db6-bf96-720866799ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:25:21.360768 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d61eb2b3-43da-40c2-9fd8-484fc75f63bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:21.362871 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f1d1d034-0cdb-4626-9b3a-bdcefa455577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:21.418299 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ea5bb4-2023-4776-976d-608144982ad0 None None] The sync data for ids ['af46ff4f-6630-489b-84a6-265c56f11df1'] in dv-cinder-806436-1-iscsi is: [{'id': 'af46ff4f-6630-489b-84a6-265c56f11df1', 'name': 'tempest-AttachVolumeShelveTestJSON-1071624808-router', 'tenant_id': '4c7881af14ba462d932065fd81b90b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '0c0a21da-690f-4bff-8a38-757117dd485b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:24:03Z', 'updated_at': '2021-08-27T21:24:11Z', 'revision_number': 4, 'project_id': '4c7881af14ba462d932065fd81b90b6e', 'gw_port': {'id': '0c0a21da-690f-4bff-8a38-757117dd485b', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:32:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46ff4f-6630-489b-84a6-265c56f11df1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:24:04Z', 'updated_at': '2021-08-27T21:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_floatingips': [{'id': 'b2f63c92-e3d7-43a1-92df-bb9f231f8ca3', 'tenant_id': '4c7881af14ba462d932065fd81b90b6e', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'router_id': 'af46ff4f-6630-489b-84a6-265c56f11df1', 'port_id': 'bd89a8b2-feb9-4512-b8fe-553705f6dd9e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89', 'mac_address': 'fa:16:3e:48:ac:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b49151a-ae9a-4ab0-8027-c5e49267742b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T21:24:27Z', 'updated_at': '2021-08-27T21:25:18Z', 'revision_number': 1, 'project_id': '4c7881af14ba462d932065fd81b90b6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d4d7021-60bf-457b-a75d-9d5a044298ed', 'name': '', 'network_id': '9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89', 'tenant_id': '4c7881af14ba462d932065fd81b90b6e', 'mac_address': 'fa:16:3e:a2:11:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46ff4f-6630-489b-84a6-265c56f11df1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6921f496-5d7a-4db6-bf96-720866799ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:24:10Z', 'updated_at': '2021-08-27T21:24:23Z', 'revision_number': 5, 'project_id': '4c7881af14ba462d932065fd81b90b6e', 'subnets': [{'id': '6921f496-5d7a-4db6-bf96-720866799ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 21:25:21.482542 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d1d034-0cdb-4626-9b3a-bdcefa455577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aaa2c45-d3e2-4e6a-bcaa-367cdd0991cd,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:21.565827 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:21.569803 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-bef62876-3d88-4b8c-83de-6227e81aab9f req-0976de00-273e-483f-aeca-90f3aab34ba5 service neutron] 10.222.0.73 "GET /v2.0/networks/9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930408 Aug 27 21:25:21.621874 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-f1d1d034-0cdb-4626-9b3a-bdcefa455577 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7db6d63ab9e742d9b81ef34ec7d878ad&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3689988 Aug 27 21:25:21.628494 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 59614) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:21.734173 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3fb53643-3818-4ca6-b966-884c6f3836f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:21.747931 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3fb53643-3818-4ca6-b966-884c6f3836f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:21.772114 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3475338b-5564-426f-803d-0ab3a328b0cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:21.791921 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-bef62876-3d88-4b8c-83de-6227e81aab9f req-7453cdaf-b3fd-412f-826b-5893ac170deb service neutron] 10.222.0.73 "GET /v2.0/networks/9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093563 Aug 27 21:25:21.794191 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0be8dcb3-2ed3-48bc-9fd0-52eab59b50e8 req-68e5ef4f-de20-463b-abc7-0f2a970b681a tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Made reservation on behalf of f86ecf3ade224edea8eb50a9b92b58b0 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 21:25:21.802513 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0be8dcb3-2ed3-48bc-9fd0-52eab59b50e8 req-68e5ef4f-de20-463b-abc7-0f2a970b681a tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:21.879123 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-3fb53643-3818-4ca6-b966-884c6f3836f9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eb77cd6f8ef54c3995a5ce095bce9aa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6614375 Aug 27 21:25:21.883704 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 59624) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:21.887144 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.agents_db [None req-9a3f5963-9603-4723-9a6c-2e2f5b4345b2 None None] Agent healthcheck: found 6 active agents {{(pid=93799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 21:25:21.902121 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3475338b-5564-426f-803d-0ab3a328b0cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:21.906027 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb53643-3818-4ca6-b966-884c6f3836f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d0d65c-4c24-4528-9e50-adf2be0261f0,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:21.935196 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803844a0-df87-4d2a-bb40-2481cacc0b81 None None] New status for floating IP b2f63c92-e3d7-43a1-92df-bb9f231f8ca3: ACTIVE {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 21:25:21.958901 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c51b5a-45d1-4269-b5b4-6ba89c3db755 req-3009196c-e22c-41cf-b58b-43b52d53360c tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:21.962968 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-f1c51b5a-45d1-4269-b5b4-6ba89c3db755 req-3009196c-e22c-41cf-b58b-43b52d53360c tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=48848da9-6232-48ae-bd6a-c488d8e18619 HTTP/1.1" status: 200 len: 945 time: 0.1746995 Aug 27 21:25:22.017722 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3475338b-5564-426f-803d-0ab3a328b0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:22.022301 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3475338b-5564-426f-803d-0ab3a328b0cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:22.026935 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-3475338b-5564-426f-803d-0ab3a328b0cd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0aaa2c45-d3e2-4e6a-bcaa-367cdd0991cd HTTP/1.1" status: 204 len: 168 time: 0.3968720 Aug 27 21:25:22.061692 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-f1c51b5a-45d1-4269-b5b4-6ba89c3db755 req-d10922bc-f000-41f5-a251-f96aad7cbee3 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775101 Aug 27 21:25:22.075572 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3475338b-5564-426f-803d-0ab3a328b0cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aaa2c45-d3e2-4e6a-bcaa-367cdd0991cd,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:22.137364 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7ca16972-7b14-4971-98a0-43f7c15f5b41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:22.189521 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7ca16972-7b14-4971-98a0-43f7c15f5b41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:22.192726 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-0be8dcb3-2ed3-48bc-9fd0-52eab59b50e8 req-68e5ef4f-de20-463b-abc7-0f2a970b681a tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Allocated IP 172.20.0.12 (3810ce44-ef2e-4539-825a-afaeff9378bf/1118719e-5689-4aa5-abb3-709897e8d96a/19760bd2-1463-4eed-b6b4-5ceac4b34206) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 21:25:22.297931 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7ca16972-7b14-4971-98a0-43f7c15f5b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:22.300608 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7ca16972-7b14-4971-98a0-43f7c15f5b41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:22.302041 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-7ca16972-7b14-4971-98a0-43f7c15f5b41 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/92d0d65c-4c24-4528-9e50-adf2be0261f0 HTTP/1.1" status: 204 len: 168 time: 0.4161074 Aug 27 21:25:22.352625 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca16972-7b14-4971-98a0-43f7c15f5b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d0d65c-4c24-4528-9e50-adf2be0261f0,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:22.492439 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0be8dcb3-2ed3-48bc-9fd0-52eab59b50e8 req-68e5ef4f-de20-463b-abc7-0f2a970b681a tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:22.569464 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-a7684e9b-0c97-430f-901e-3392fca5cec8 req-e3325f25-f1e3-4c13-a60b-3d1acdd2c4d7 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=85aa052c-7ab9-4981-bdf9-723657cf85f4 HTTP/1.1" status: 200 len: 210 time: 0.0673802 Aug 27 21:25:22.641244 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0be8dcb3-2ed3-48bc-9fd0-52eab59b50e8 req-68e5ef4f-de20-463b-abc7-0f2a970b681a tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794200564228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-275356'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:22.661415 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 59650) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:22.670136 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] get_ports_and_sgs() called for port_ids ['ffb26850-fdb4-4ec1-952e-e63d67398879'] {{(pid=93798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 21:25:22.695873 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c03acf02-a772-4753-9a0a-a297679a8659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:22.712735 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65920cb9-5c7f-4952-b134-219b92defc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:22.794450 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0be8dcb3-2ed3-48bc-9fd0-52eab59b50e8 req-68e5ef4f-de20-463b-abc7-0f2a970b681a tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Network 3810ce44-ef2e-4539-825a-afaeff9378bf is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:25:22.810926 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-0be8dcb3-2ed3-48bc-9fd0-52eab59b50e8 req-68e5ef4f-de20-463b-abc7-0f2a970b681a tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:25:22.827021 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be8dcb3-2ed3-48bc-9fd0-52eab59b50e8 req-68e5ef4f-de20-463b-abc7-0f2a970b681a tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 21:25:22.934607 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e5ef4f-de20-463b-abc7-0f2a970b681a tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Pushing event updated for resources: {'Port': ['ID=19760bd2-1463-4eed-b6b4-5ceac4b34206,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:22.959863 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8dcb3-2ed3-48bc-9fd0-52eab59b50e8 req-68e5ef4f-de20-463b-abc7-0f2a970b681a tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:22.960879 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0be8dcb3-2ed3-48bc-9fd0-52eab59b50e8 req-68e5ef4f-de20-463b-abc7-0f2a970b681a tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:22.984467 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c03acf02-a772-4753-9a0a-a297679a8659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:22.991606 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c03acf02-a772-4753-9a0a-a297679a8659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:22.998392 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-0be8dcb3-2ed3-48bc-9fd0-52eab59b50e8 req-68e5ef4f-de20-463b-abc7-0f2a970b681a tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2606544 Aug 27 21:25:23.017659 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [req-0be8dcb3-2ed3-48bc-9fd0-52eab59b50e8 req-7dd8d77c-9004-412e-88f0-ace561530448 service neutron] Request body: {'port': {'device_id': '85aa052c-7ab9-4981-bdf9-723657cf85f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80643'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:25:23.048019 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 59658) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:23.070195 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-c03acf02-a772-4753-9a0a-a297679a8659 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=48a05b4ac5b940448ef4cae203583008&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4047275 Aug 27 21:25:23.070195 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03acf02-a772-4753-9a0a-a297679a8659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71961f71-d0d7-4a82-b1ac-85838399d2fe,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:23.076690 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 59662) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:23.173681 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0be8dcb3-2ed3-48bc-9fd0-52eab59b50e8 req-7dd8d77c-9004-412e-88f0-ace561530448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:23.248319 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-298e907b-0a0e-45e9-bd0b-ad0aff3e3ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:23.306370 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-298e907b-0a0e-45e9-bd0b-ad0aff3e3ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:23.414434 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a3e70c-46ef-4fd0-8f35-b78bfed2a835 req-079219e0-c9f6-4fcd-a3c5-1e41c7316e29 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:23.427038 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-a9a3e70c-46ef-4fd0-8f35-b78bfed2a835 req-079219e0-c9f6-4fcd-a3c5-1e41c7316e29 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=48848da9-6232-48ae-bd6a-c488d8e18619 HTTP/1.1" status: 200 len: 945 time: 0.1831160 Aug 27 21:25:23.459300 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e002b8e1-d499-4270-88f0-daf55f29ba2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:23.461504 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-298e907b-0a0e-45e9-bd0b-ad0aff3e3ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:23.464986 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-298e907b-0a0e-45e9-bd0b-ad0aff3e3ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:23.466731 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-298e907b-0a0e-45e9-bd0b-ad0aff3e3ce3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/71961f71-d0d7-4a82-b1ac-85838399d2fe HTTP/1.1" status: 204 len: 168 time: 0.3882656 Aug 27 21:25:23.488762 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298e907b-0a0e-45e9-bd0b-ad0aff3e3ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71961f71-d0d7-4a82-b1ac-85838399d2fe,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:23.653882 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-a9a3e70c-46ef-4fd0-8f35-b78bfed2a835 req-cd88dc9c-cc69-4058-8b71-4ef3f5e63d93 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982291 Aug 27 21:25:23.695795 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e002b8e1-d499-4270-88f0-daf55f29ba2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:23.707105 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e002b8e1-d499-4270-88f0-daf55f29ba2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:23.776572 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-e002b8e1-d499-4270-88f0-daf55f29ba2a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e71b62c23a0744da81f960aac6767019&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7218554 Aug 27 21:25:23.837815 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 59682) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:23.868938 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.notifiers.nova [req-0be8dcb3-2ed3-48bc-9fd0-52eab59b50e8 req-7dd8d77c-9004-412e-88f0-ace561530448 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19760bd2-1463-4eed-b6b4-5ceac4b34206 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 21:25:23.882308 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0be8dcb3-2ed3-48bc-9fd0-52eab59b50e8 req-7dd8d77c-9004-412e-88f0-ace561530448 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:23.904439 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-0be8dcb3-2ed3-48bc-9fd0-52eab59b50e8 req-7dd8d77c-9004-412e-88f0-ace561530448 service neutron] Transition to ACTIVE for port object 19760bd2-1463-4eed-b6b4-5ceac4b34206 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:25:23.907622 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e002b8e1-d499-4270-88f0-daf55f29ba2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66931678-852c-4c0e-b819-b066383cbc06,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:23.922265 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0be8dcb3-2ed3-48bc-9fd0-52eab59b50e8 req-7dd8d77c-9004-412e-88f0-ace561530448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-275333'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:23.929318 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d9c1b-0a15-46b4-9975-24555f6adc6e req-20f52475-98f1-4db5-a204-29dba6d4a6c8 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:23.930948 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-c14d9c1b-0a15-46b4-9975-24555f6adc6e req-20f52475-98f1-4db5-a204-29dba6d4a6c8 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=85aa052c-7ab9-4981-bdf9-723657cf85f4 HTTP/1.1" status: 200 len: 932 time: 0.1595936 Aug 27 21:25:23.995038 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c08e96bb-417f-4496-8b93-1d0a22a2ebc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:24.022123 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-c14d9c1b-0a15-46b4-9975-24555f6adc6e req-7d2b365a-3730-4b96-a822-3b2bb3560c9d tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627997 Aug 27 21:25:24.042221 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c08e96bb-417f-4496-8b93-1d0a22a2ebc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:24.081043 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8d77c-9004-412e-88f0-ace561530448 service neutron] Pushing event updated for resources: {'Port': ['ID=19760bd2-1463-4eed-b6b4-5ceac4b34206,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:24.146208 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-0be8dcb3-2ed3-48bc-9fd0-52eab59b50e8 req-7dd8d77c-9004-412e-88f0-ace561530448 service neutron] Attempting to bind port 19760bd2-1463-4eed-b6b4-5ceac4b34206 on host hv-cinder-80643 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 21:25:24.147153 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-0be8dcb3-2ed3-48bc-9fd0-52eab59b50e8 req-7dd8d77c-9004-412e-88f0-ace561530448 service neutron] Attempting to bind port 19760bd2-1463-4eed-b6b4-5ceac4b34206 by drivers openvswitch,hyperv on host hv-cinder-80643 at level 0 using segments [{'id': 'cc218a4a-0181-4b4c-a554-32acf37b90dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3810ce44-ef2e-4539-825a-afaeff9378bf'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 21:25:24.147994 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be8dcb3-2ed3-48bc-9fd0-52eab59b50e8 req-7dd8d77c-9004-412e-88f0-ace561530448 service neutron] Attempting to bind port 19760bd2-1463-4eed-b6b4-5ceac4b34206 on network 3810ce44-ef2e-4539-825a-afaeff9378bf {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:25:24.157610 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be8dcb3-2ed3-48bc-9fd0-52eab59b50e8 req-7dd8d77c-9004-412e-88f0-ace561530448 service neutron] Port 19760bd2-1463-4eed-b6b4-5ceac4b34206 on network 3810ce44-ef2e-4539-825a-afaeff9378bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80643 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 21:25:24.158270 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be8dcb3-2ed3-48bc-9fd0-52eab59b50e8 req-7dd8d77c-9004-412e-88f0-ace561530448 service neutron] Attempting to bind port 19760bd2-1463-4eed-b6b4-5ceac4b34206 on network 3810ce44-ef2e-4539-825a-afaeff9378bf {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:25:24.162448 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c08e96bb-417f-4496-8b93-1d0a22a2ebc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:24.165354 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be8dcb3-2ed3-48bc-9fd0-52eab59b50e8 req-7dd8d77c-9004-412e-88f0-ace561530448 service neutron] Checking agent: {'id': '14be5267-b6f6-4f5d-aa76-a7f98d21013b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80643', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 21, 22, 11), 'started_at': datetime.datetime(2021, 8, 27, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 21, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 21:25:24.165610 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be8dcb3-2ed3-48bc-9fd0-52eab59b50e8 req-7dd8d77c-9004-412e-88f0-ace561530448 service neutron] Checking segment: {'id': 'cc218a4a-0181-4b4c-a554-32acf37b90dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3810ce44-ef2e-4539-825a-afaeff9378bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:25:24.165994 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be8dcb3-2ed3-48bc-9fd0-52eab59b50e8 req-7dd8d77c-9004-412e-88f0-ace561530448 service neutron] Bound using segment: {'id': 'cc218a4a-0181-4b4c-a554-32acf37b90dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3810ce44-ef2e-4539-825a-afaeff9378bf'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 21:25:24.166504 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-0be8dcb3-2ed3-48bc-9fd0-52eab59b50e8 req-7dd8d77c-9004-412e-88f0-ace561530448 service neutron] Bound port: 19760bd2-1463-4eed-b6b4-5ceac4b34206, host: hv-cinder-80643, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc218a4a-0181-4b4c-a554-32acf37b90dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3810ce44-ef2e-4539-825a-afaeff9378bf'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 21:25:24.166937 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0be8dcb3-2ed3-48bc-9fd0-52eab59b50e8 req-7dd8d77c-9004-412e-88f0-ace561530448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:24.175251 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c08e96bb-417f-4496-8b93-1d0a22a2ebc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:24.177739 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-c08e96bb-417f-4496-8b93-1d0a22a2ebc0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/66931678-852c-4c0e-b819-b066383cbc06 HTTP/1.1" status: 204 len: 168 time: 0.3386714 Aug 27 21:25:24.197432 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08e96bb-417f-4496-8b93-1d0a22a2ebc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66931678-852c-4c0e-b819-b066383cbc06,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:24.284051 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-0be8dcb3-2ed3-48bc-9fd0-52eab59b50e8 req-7dd8d77c-9004-412e-88f0-ace561530448 service neutron] For port 19760bd2-1463-4eed-b6b4-5ceac4b34206, host hv-cinder-80643, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 21:25:24.287909 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-0be8dcb3-2ed3-48bc-9fd0-52eab59b50e8 req-7dd8d77c-9004-412e-88f0-ace561530448 service neutron] For port 19760bd2-1463-4eed-b6b4-5ceac4b34206, host hv-cinder-80643, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=19760bd2-1463-4eed-b6b4-5ceac4b34206,segment=NetworkSegment(cc218a4a-0181-4b4c-a554-32acf37b90dd),segment_id=cc218a4a-0181-4b4c-a554-32acf37b90dd)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 21:25:24.296432 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0be8dcb3-2ed3-48bc-9fd0-52eab59b50e8 req-7dd8d77c-9004-412e-88f0-ace561530448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-275333'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:24.345285 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8dcb3-2ed3-48bc-9fd0-52eab59b50e8 req-7dd8d77c-9004-412e-88f0-ace561530448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:24.346086 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-0be8dcb3-2ed3-48bc-9fd0-52eab59b50e8 req-7dd8d77c-9004-412e-88f0-ace561530448 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:24.347576 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-0be8dcb3-2ed3-48bc-9fd0-52eab59b50e8 req-7dd8d77c-9004-412e-88f0-ace561530448 service neutron] 10.222.0.73 "PUT /v2.0/ports/19760bd2-1463-4eed-b6b4-5ceac4b34206 HTTP/1.1" status: 200 len: 1094 time: 1.3378129 Aug 27 21:25:24.348050 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85aa052c-7ab9-4981-bdf9-723657cf85f4', 'tag': '19760bd2-1463-4eed-b6b4-5ceac4b34206'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:25:24.350729 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef12610d4521d53b4d383b2d1315697e44e13910463e2f079bf4fa6d75d3d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089b313f-b89a-4ab3-8eb9-41c6358bdca3" -d '{"events": [{"name": "network-changed", "server_uuid": "85aa052c-7ab9-4981-bdf9-723657cf85f4", "tag": "19760bd2-1463-4eed-b6b4-5ceac4b34206"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:25:24.400304 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8d77c-9004-412e-88f0-ace561530448 service neutron] Pushing event updated for resources: {'Port': ['ID=19760bd2-1463-4eed-b6b4-5ceac4b34206,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:24.415494 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-778ce8a3-384f-4928-b9ff-199d4ced17a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:24.464218 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 21:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57bc7220-dac2-4d37-b387-0ef20c4fa2e2 x-openstack-request-id: req-57bc7220-dac2-4d37-b387-0ef20c4fa2e2 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:25:24.465585 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85aa052c-7ab9-4981-bdf9-723657cf85f4", "tag": "19760bd2-1463-4eed-b6b4-5ceac4b34206", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:25:24.466297 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-57bc7220-dac2-4d37-b387-0ef20c4fa2e2 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:25:24.466902 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85aa052c-7ab9-4981-bdf9-723657cf85f4', 'tag': '19760bd2-1463-4eed-b6b4-5ceac4b34206', 'status': 'completed', 'code': 200} Aug 27 21:25:24.489835 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8dcb3-2ed3-48bc-9fd0-52eab59b50e8 req-f366dff0-3719-4304-8efe-43539412aa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:24.491636 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-0be8dcb3-2ed3-48bc-9fd0-52eab59b50e8 req-f366dff0-3719-4304-8efe-43539412aa03 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f86ecf3ade224edea8eb50a9b92b58b0&device_id=85aa052c-7ab9-4981-bdf9-723657cf85f4 HTTP/1.1" status: 200 len: 1097 time: 0.0808778 Aug 27 21:25:24.562541 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-0be8dcb3-2ed3-48bc-9fd0-52eab59b50e8 req-a85befa8-758b-400f-b121-b068ffa00bee service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19760bd2-1463-4eed-b6b4-5ceac4b34206 HTTP/1.1" status: 200 len: 217 time: 0.0496228 Aug 27 21:25:24.669261 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8dcb3-2ed3-48bc-9fd0-52eab59b50e8 req-7ddf115f-25e5-435d-a74b-523efbc37e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:24.670846 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-0be8dcb3-2ed3-48bc-9fd0-52eab59b50e8 req-7ddf115f-25e5-435d-a74b-523efbc37e40 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1118719e-5689-4aa5-abb3-709897e8d96a HTTP/1.1" status: 200 len: 855 time: 0.0973995 Aug 27 21:25:24.723186 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-0be8dcb3-2ed3-48bc-9fd0-52eab59b50e8 req-fa46ea55-c071-4df0-afc1-0bd1a0091272 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3810ce44-ef2e-4539-825a-afaeff9378bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395441 Aug 27 21:25:24.883274 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c10c8be-18d9-48d6-b5e1-6909b08176b2 req-a6eb9843-1947-436f-876f-0a424073598c tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:24.885035 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-5c10c8be-18d9-48d6-b5e1-6909b08176b2 req-a6eb9843-1947-436f-876f-0a424073598c tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=48848da9-6232-48ae-bd6a-c488d8e18619 HTTP/1.1" status: 200 len: 945 time: 0.0842223 Aug 27 21:25:24.953254 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6f50b-eaf3-4952-af1e-28bdac5b4fae req-99500827-849d-437a-a0b0-f75f513ea91c tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:24.961462 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-5de6f50b-eaf3-4952-af1e-28bdac5b4fae req-99500827-849d-437a-a0b0-f75f513ea91c tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/ports?device_id=a06cc81d-72ba-4b7d-bdf8-10677ee4e836 HTTP/1.1" status: 200 len: 946 time: 0.1155725 Aug 27 21:25:24.968821 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-5c10c8be-18d9-48d6-b5e1-6909b08176b2 req-c740c812-5425-4842-9c84-62ef55d0d658 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676043 Aug 27 21:25:24.978441 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-0be8dcb3-2ed3-48bc-9fd0-52eab59b50e8 req-08937022-315a-42d5-8901-b012dfb6a7e1 service neutron] 10.222.0.73 "GET /v2.0/networks/3810ce44-ef2e-4539-825a-afaeff9378bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413719 Aug 27 21:25:25.071023 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-5de6f50b-eaf3-4952-af1e-28bdac5b4fae req-69758781-669c-4424-8733-27dea2b2f661 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/security-groups?id=0819f91c-3f56-417e-b479-789811ec40ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085758 Aug 27 21:25:25.141012 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-0be8dcb3-2ed3-48bc-9fd0-52eab59b50e8 req-02b3f20c-d468-4136-a8a4-0282d2a93b76 service neutron] 10.222.0.73 "GET /v2.0/networks/3810ce44-ef2e-4539-825a-afaeff9378bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279683 Aug 27 21:25:25.223001 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17201046-5f7d-42cf-801e-3807911ae3e4 req-c0d9c542-face-409b-90b4-1e8c0e24e788 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:25.225244 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-17201046-5f7d-42cf-801e-3807911ae3e4 req-c0d9c542-face-409b-90b4-1e8c0e24e788 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=85aa052c-7ab9-4981-bdf9-723657cf85f4 HTTP/1.1" status: 200 len: 944 time: 0.0742040 Aug 27 21:25:25.298269 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b313f-b89a-4ab3-8eb9-41c6358bdca3 req-763a2c3a-cc94-43ea-b77d-60c8730e4655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:25.300441 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-089b313f-b89a-4ab3-8eb9-41c6358bdca3 req-763a2c3a-cc94-43ea-b77d-60c8730e4655 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f86ecf3ade224edea8eb50a9b92b58b0&device_id=85aa052c-7ab9-4981-bdf9-723657cf85f4 HTTP/1.1" status: 200 len: 1097 time: 0.0969024 Aug 27 21:25:25.314436 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-17201046-5f7d-42cf-801e-3807911ae3e4 req-e15ad0e4-2f0f-4ce1-a240-18dfd7db88e9 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818667 Aug 27 21:25:25.441706 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b313f-b89a-4ab3-8eb9-41c6358bdca3 req-7d759717-fb79-4650-ac28-afb7696cface service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:25.444426 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-089b313f-b89a-4ab3-8eb9-41c6358bdca3 req-7d759717-fb79-4650-ac28-afb7696cface service neutron] 10.222.0.73 "GET /v2.0/networks?id=3810ce44-ef2e-4539-825a-afaeff9378bf HTTP/1.1" status: 200 len: 916 time: 0.1268971 Aug 27 21:25:25.510789 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-089b313f-b89a-4ab3-8eb9-41c6358bdca3 req-1aaccd9b-aae1-484a-8276-b6a69b57362d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19760bd2-1463-4eed-b6b4-5ceac4b34206 HTTP/1.1" status: 200 len: 217 time: 0.0428824 Aug 27 21:25:25.585012 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b313f-b89a-4ab3-8eb9-41c6358bdca3 req-0186028c-d3f0-485b-832e-aee5e6725ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:25.586494 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-089b313f-b89a-4ab3-8eb9-41c6358bdca3 req-0186028c-d3f0-485b-832e-aee5e6725ca1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1118719e-5689-4aa5-abb3-709897e8d96a HTTP/1.1" status: 200 len: 855 time: 0.0579388 Aug 27 21:25:25.647388 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-089b313f-b89a-4ab3-8eb9-41c6358bdca3 req-633921f3-5ec6-482b-a84e-55183ea37133 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3810ce44-ef2e-4539-825a-afaeff9378bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396111 Aug 27 21:25:25.784720 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-089b313f-b89a-4ab3-8eb9-41c6358bdca3 req-7bd5ec9d-9063-4689-be56-f7a3c214113c service neutron] 10.222.0.73 "GET /v2.0/networks/3810ce44-ef2e-4539-825a-afaeff9378bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251707 Aug 27 21:25:25.916942 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-089b313f-b89a-4ab3-8eb9-41c6358bdca3 req-20a42030-6090-46dd-b0d4-c1b503f162c1 service neutron] 10.222.0.73 "GET /v2.0/networks/3810ce44-ef2e-4539-825a-afaeff9378bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222141 Aug 27 21:25:26.107970 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d53d77-08d7-4bea-8761-10623c0a83b6 req-e598aa7e-1ace-4323-8c3f-f8acb1bdf048 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:26.109903 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-27d53d77-08d7-4bea-8761-10623c0a83b6 req-e598aa7e-1ace-4323-8c3f-f8acb1bdf048 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=48848da9-6232-48ae-bd6a-c488d8e18619 HTTP/1.1" status: 200 len: 945 time: 0.0699437 Aug 27 21:25:26.130650 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 59780) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:26.168528 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-27d53d77-08d7-4bea-8761-10623c0a83b6 req-6275c026-1b92-4b5a-8e2f-53f74d56794f tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454295 Aug 27 21:25:26.264529 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c0a7f6-eedb-4ea0-8194-cb21f05af7c4 req-ab144d0e-cd8b-45d9-b0ba-cca669835720 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:26.266240 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-82c0a7f6-eedb-4ea0-8194-cb21f05af7c4 req-ab144d0e-cd8b-45d9-b0ba-cca669835720 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/ports?device_id=a06cc81d-72ba-4b7d-bdf8-10677ee4e836 HTTP/1.1" status: 200 len: 946 time: 0.0835197 Aug 27 21:25:26.311875 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-82c0a7f6-eedb-4ea0-8194-cb21f05af7c4 req-f758523f-8984-4cd6-ba36-d8146adb1db8 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/security-groups?id=0819f91c-3f56-417e-b479-789811ec40ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387449 Aug 27 21:25:26.443776 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d37c41-3c9f-4931-9db8-c6f308262956 req-d89fffc5-f73c-46f5-bdd0-bda307feed01 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:26.446079 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-28d37c41-3c9f-4931-9db8-c6f308262956 req-d89fffc5-f73c-46f5-bdd0-bda307feed01 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=85aa052c-7ab9-4981-bdf9-723657cf85f4 HTTP/1.1" status: 200 len: 944 time: 0.0540285 Aug 27 21:25:26.499800 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-28d37c41-3c9f-4931-9db8-c6f308262956 req-b4ea232f-4052-4f7c-a515-5905d2c76a2e tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419848 Aug 27 21:25:26.537443 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [None req-0924019f-229d-4ea6-bca2-1a5a1d8e2fcd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1993109509-network', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:25:26.579030 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0924019f-229d-4ea6-bca2-1a5a1d8e2fcd admin admin] Made reservation on behalf of c2b8ea1d8b104790a4de676157dbe4f3 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 21:25:26.583002 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0924019f-229d-4ea6-bca2-1a5a1d8e2fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:26.596152 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0924019f-229d-4ea6-bca2-1a5a1d8e2fcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:26.713266 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0924019f-229d-4ea6-bca2-1a5a1d8e2fcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:26.719046 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0924019f-229d-4ea6-bca2-1a5a1d8e2fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:26.744959 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0924019f-229d-4ea6-bca2-1a5a1d8e2fcd admin admin] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 21:25:26.764434 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0924019f-229d-4ea6-bca2-1a5a1d8e2fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51cb5f6-0675-4bc5-97d5-25b84811018f,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:26.771776 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0924019f-229d-4ea6-bca2-1a5a1d8e2fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226622'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:26.773557 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.db.segments_db [None req-0924019f-229d-4ea6-bca2-1a5a1d8e2fcd admin admin] Added segment 6eb6954a-651b-4580-8c18-a1abdf542ea3 of type vlan for network 3ba0d4a2-623b-4c37-8552-bca65d0b90fa Aug 27 21:25:26.833844 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0924019f-229d-4ea6-bca2-1a5a1d8e2fcd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794200552295'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:26.854561 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 59806) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:26.884320 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0924019f-229d-4ea6-bca2-1a5a1d8e2fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:26.885934 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0924019f-229d-4ea6-bca2-1a5a1d8e2fcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:26.887696 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0924019f-229d-4ea6-bca2-1a5a1d8e2fcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:26.952001 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-0924019f-229d-4ea6-bca2-1a5a1d8e2fcd admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8200264 Aug 27 21:25:26.959227 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 59814) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:26.968362 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [None req-1ade78fb-978a-4a97-8704-b34860533e3b admin admin] Request body: {'subnet': {'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1993109509-subnet', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:25:26.994598 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0924019f-229d-4ea6-bca2-1a5a1d8e2fcd admin admin] Pushing event updated for resources: {'Network': ['ID=3ba0d4a2-623b-4c37-8552-bca65d0b90fa,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:27.010635 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Network 3ba0d4a2-623b-4c37-8552-bca65d0b90fa details requested by agent ovs-agent-dv-cinder-806436-1-iscsi with host dv-cinder-806436-1-iscsi {{(pid=93798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 21:25:27.011971 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ade78fb-978a-4a97-8704-b34860533e3b admin admin] Made reservation on behalf of c2b8ea1d8b104790a4de676157dbe4f3 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 21:25:27.014044 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1ade78fb-978a-4a97-8704-b34860533e3b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:27.205343 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e685014c-9a3f-45c9-9168-6e0b8f15cb96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:27.492138 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a436a-597c-45f7-a41c-9633bafe1880 req-23e9e1d0-b743-43a9-835e-62d7f022ec0a tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:27.494717 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-091a436a-597c-45f7-a41c-9633bafe1880 req-23e9e1d0-b743-43a9-835e-62d7f022ec0a tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.73 "GET /v2.0/ports?device_id=a06cc81d-72ba-4b7d-bdf8-10677ee4e836 HTTP/1.1" status: 200 len: 946 time: 0.1796017 Aug 27 21:25:27.533047 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e685014c-9a3f-45c9-9168-6e0b8f15cb96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:27.536575 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1ade78fb-978a-4a97-8704-b34860533e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:27.580223 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e685014c-9a3f-45c9-9168-6e0b8f15cb96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:27.615202 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7369336-f7ce-430b-b623-cae61b1c9873 req-17831e25-eba5-45bd-bae6-7d66ec85d150 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:27.616864 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-a7369336-f7ce-430b-b623-cae61b1c9873 req-17831e25-eba5-45bd-bae6-7d66ec85d150 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=48848da9-6232-48ae-bd6a-c488d8e18619 HTTP/1.1" status: 200 len: 945 time: 0.2928905 Aug 27 21:25:27.669837 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade78fb-978a-4a97-8704-b34860533e3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=963c1e30-5961-4cc8-bba8-6c8d398a8e99,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:27.687563 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-e685014c-9a3f-45c9-9168-6e0b8f15cb96 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4e901a254f3246fab337d65b9a58ed20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8316031 Aug 27 21:25:27.690287 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4149da8-4229-4e6c-8ff9-9de4e8dda796 req-bd506899-25c5-42d6-ae99-bc5e05ee072c tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:27.692799 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 59838) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:27.697205 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-a4149da8-4229-4e6c-8ff9-9de4e8dda796 req-bd506899-25c5-42d6-ae99-bc5e05ee072c tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/ports?device_id=a06cc81d-72ba-4b7d-bdf8-10677ee4e836 HTTP/1.1" status: 200 len: 946 time: 0.1821511 Aug 27 21:25:27.703699 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e685014c-9a3f-45c9-9168-6e0b8f15cb96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9e5498-b0bf-4d33-afa1-a2a770c6007b,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:27.763084 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-a7369336-f7ce-430b-b623-cae61b1c9873 req-47c46a89-ae28-4e38-9e99-437350f8d51e tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185224 Aug 27 21:25:27.767023 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ade78fb-978a-4a97-8704-b34860533e3b admin admin] Checking segment: {'id': '6eb6954a-651b-4580-8c18-a1abdf542ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:25:27.767379 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ade78fb-978a-4a97-8704-b34860533e3b admin admin] Network hostable DHCP agents. Network: 3ba0d4a2-623b-4c37-8552-bca65d0b90fa, hostable agents: ['1749b5b4-19f7-4836-8339-7d75e40e8c09'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 21:25:27.793814 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-a4149da8-4229-4e6c-8ff9-9de4e8dda796 req-cba91660-98a2-4107-bc95-4e19bce34163 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/security-groups?id=0819f91c-3f56-417e-b479-789811ec40ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949543 Aug 27 21:25:27.806779 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-091a436a-597c-45f7-a41c-9633bafe1880 req-949bc52d-e153-42bb-bc1b-952a8d7a2b9c tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] Deleting port 1789ec09-c0e6-416b-9a2e-e144ea10e407 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 21:25:27.807265 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-091a436a-597c-45f7-a41c-9633bafe1880 req-949bc52d-e153-42bb-bc1b-952a8d7a2b9c tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794201129759'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:27.830094 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ade78fb-978a-4a97-8704-b34860533e3b admin admin] Network 3ba0d4a2-623b-4c37-8552-bca65d0b90fa is scheduled to be hosted by DHCP agent 1749b5b4-19f7-4836-8339-7d75e40e8c09 with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 21:25:27.850542 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c1b02aee-782c-4ea6-9ff0-732190d23430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:27.854158 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-1ade78fb-978a-4a97-8704-b34860533e3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806436-1-iscsi, 3ba0d4a2-623b-4c37-8552-bca65d0b90fa) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:25:27.864992 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6849294c-7f39-406f-b4f4-d94f3fb22941 None None] Network 3ba0d4a2-623b-4c37-8552-bca65d0b90fa requested from dv-cinder-806436-1-iscsi {{(pid=93798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 21:25:27.884082 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ade78fb-978a-4a97-8704-b34860533e3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:27.884993 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1ade78fb-978a-4a97-8704-b34860533e3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:27.947638 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c1b02aee-782c-4ea6-9ff0-732190d23430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:27.958740 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-1ade78fb-978a-4a97-8704-b34860533e3b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9980032 Aug 27 21:25:27.969675 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 59844) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:27.975863 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [None req-49391ff6-de52-4f44-a115-db0bbd141bb0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1993109509-router', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e'}}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:25:28.010310 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e3e469-a61f-4483-bfe3-ade196200272 req-f34f18d2-82e3-405a-b4f5-f809916b7be4 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:28.013006 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-23e3e469-a61f-4483-bfe3-ade196200272 req-f34f18d2-82e3-405a-b4f5-f809916b7be4 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=85aa052c-7ab9-4981-bdf9-723657cf85f4 HTTP/1.1" status: 200 len: 944 time: 0.1336615 Aug 27 21:25:28.043633 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-091a436a-597c-45f7-a41c-9633bafe1880 req-949bc52d-e153-42bb-bc1b-952a8d7a2b9c tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] For port 1789ec09-c0e6-416b-9a2e-e144ea10e407, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=1789ec09-c0e6-416b-9a2e-e144ea10e407,segment=NetworkSegment(e4c8a9b3-ec0a-4f54-94cf-8350a677f6b5),segment_id=e4c8a9b3-ec0a-4f54-94cf-8350a677f6b5)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:25:28.044254 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-091a436a-597c-45f7-a41c-9633bafe1880 req-949bc52d-e153-42bb-bc1b-952a8d7a2b9c tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:28.055797 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-49391ff6-de52-4f44-a115-db0bbd141bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-630306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40244'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:28.057455 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-49391ff6-de52-4f44-a115-db0bbd141bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40255'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:28.070690 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c1b02aee-782c-4ea6-9ff0-732190d23430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:28.073427 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-091a436a-597c-45f7-a41c-9633bafe1880 req-949bc52d-e153-42bb-bc1b-952a8d7a2b9c tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] Calling delete_port for 1789ec09-c0e6-416b-9a2e-e144ea10e407 owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 21:25:28.075124 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c1b02aee-782c-4ea6-9ff0-732190d23430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:28.094141 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-c1b02aee-782c-4ea6-9ff0-732190d23430 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bc9e5498-b0bf-4d33-afa1-a2a770c6007b HTTP/1.1" status: 204 len: 168 time: 0.3859167 Aug 27 21:25:28.131758 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b02aee-782c-4ea6-9ff0-732190d23430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9e5498-b0bf-4d33-afa1-a2a770c6007b,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:28.141156 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cdd9ff-0907-484b-a7ba-48294aa91bbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7822c764-62b3-5da8-a3e8-a6ab57b66038-3ba0d4a2-623b-4c37-8552-bca65d0b90fa', 'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'fixed_ips': [{'subnet_id': '963c1e30-5961-4cc8-bba8-6c8d398a8e99'}]}} from dv-cinder-806436-1-iscsi. {{(pid=93798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 21:25:28.142265 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f8cdd9ff-0907-484b-a7ba-48294aa91bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:28.172499 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-23e3e469-a61f-4483-bfe3-ade196200272 req-57399721-eca2-49d1-bcc0-ff3083384917 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152947 Aug 27 21:25:28.248370 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-49391ff6-de52-4f44-a115-db0bbd141bb0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:28.417100 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-f8cdd9ff-0907-484b-a7ba-48294aa91bbd None None] Allocated IP 172.20.0.2 (3ba0d4a2-623b-4c37-8552-bca65d0b90fa/963c1e30-5961-4cc8-bba8-6c8d398a8e99/8583c3ff-18fa-49cf-9a86-9b94fd34be4e) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 21:25:28.477882 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-091a436a-597c-45f7-a41c-9633bafe1880 req-949bc52d-e153-42bb-bc1b-952a8d7a2b9c tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794201022239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794200564237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-275356'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:28.496740 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] get_ports_and_sgs() called for port_ids ['1789ec09-c0e6-416b-9a2e-e144ea10e407'] {{(pid=93798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 21:25:28.598923 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device 19760bd2-1463-4eed-b6b4-5ceac4b34206 details requested by agent hyperv_hv-cinder-80643 with host hv-cinder-80643 {{(pid=93798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 21:25:28.601203 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-49391ff6-de52-4f44-a115-db0bbd141bb0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:28.619144 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949bc52d-e153-42bb-bc1b-952a8d7a2b9c tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] Pushing event deleted for resources: {'Port': ['ID=1789ec09-c0e6-416b-9a2e-e144ea10e407,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:28.743104 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 59858) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:28.770718 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c48fb23b-6632-45a8-9221-2d9aba6fb1b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:28.967220 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f8cdd9ff-0907-484b-a7ba-48294aa91bbd None None] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:28.989781 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port 19760bd2-1463-4eed-b6b4-5ceac4b34206, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=19760bd2-1463-4eed-b6b4-5ceac4b34206,segment=NetworkSegment(cc218a4a-0181-4b4c-a554-32acf37b90dd),segment_id=cc218a4a-0181-4b4c-a554-32acf37b90dd)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:25:28.993801 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-f8cdd9ff-0907-484b-a7ba-48294aa91bbd None None] Transition to ACTIVE for port object 8583c3ff-18fa-49cf-9a86-9b94fd34be4e will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:25:29.023037 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Returning: {'device': '19760bd2-1463-4eed-b6b4-5ceac4b34206', 'network_id': '3810ce44-ef2e-4539-825a-afaeff9378bf', 'port_id': '19760bd2-1463-4eed-b6b4-5ceac4b34206', 'mac_address': 'fa:16:3e:9d:52:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1118719e-5689-4aa5-abb3-709897e8d96a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 21:25:29.026023 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c48fb23b-6632-45a8-9221-2d9aba6fb1b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:29.029445 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-f8cdd9ff-0907-484b-a7ba-48294aa91bbd None None] Transition to ACTIVE for port object 8583c3ff-18fa-49cf-9a86-9b94fd34be4e will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:25:29.033680 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c48fb23b-6632-45a8-9221-2d9aba6fb1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:29.039944 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f8cdd9ff-0907-484b-a7ba-48294aa91bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794200564228'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:29.121293 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-fd6cb490-8e0b-4b16-9ca4-b9ffab75bba4 req-67bb612c-6b00-4f6e-aa56-3307a933b504 tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/ports?device_id=a06cc81d-72ba-4b7d-bdf8-10677ee4e836 HTTP/1.1" status: 200 len: 210 time: 0.0596938 Aug 27 21:25:29.129484 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cdd9ff-0907-484b-a7ba-48294aa91bbd None None] Network 3ba0d4a2-623b-4c37-8552-bca65d0b90fa is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:25:29.135000 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-f8cdd9ff-0907-484b-a7ba-48294aa91bbd None None] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:25:29.139449 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cdd9ff-0907-484b-a7ba-48294aa91bbd None None] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 21:25:29.140171 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-091a436a-597c-45f7-a41c-9633bafe1880 req-949bc52d-e153-42bb-bc1b-952a8d7a2b9c tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] No DVR routers for this DVR port 1789ec09-c0e6-416b-9a2e-e144ea10e407 on host hv-cinder-80643 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 21:25:29.156653 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-091a436a-597c-45f7-a41c-9633bafe1880 req-949bc52d-e153-42bb-bc1b-952a8d7a2b9c tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:29.159424 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-091a436a-597c-45f7-a41c-9633bafe1880 req-949bc52d-e153-42bb-bc1b-952a8d7a2b9c tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.73 "DELETE /v2.0/ports/1789ec09-c0e6-416b-9a2e-e144ea10e407 HTTP/1.1" status: 204 len: 173 time: 1.6463578 Aug 27 21:25:29.160100 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a06cc81d-72ba-4b7d-bdf8-10677ee4e836', 'name': 'network-vif-deleted', 'tag': '1789ec09-c0e6-416b-9a2e-e144ea10e407'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:25:29.163228 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:29.163743 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef12610d4521d53b4d383b2d1315697e44e13910463e2f079bf4fa6d75d3d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc66cd2-3fb2-46f5-809f-05d2db513eb4" -d '{"events": [{"server_uuid": "a06cc81d-72ba-4b7d-bdf8-10677ee4e836", "name": "network-vif-deleted", "tag": "1789ec09-c0e6-416b-9a2e-e144ea10e407"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:25:29.178605 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-c48fb23b-6632-45a8-9221-2d9aba6fb1b9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=798d863e5022403ca2a03411f565077d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4343269 Aug 27 21:25:29.180125 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 59876) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:29.194210 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48fb23b-6632-45a8-9221-2d9aba6fb1b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c8820b-5538-4d98-be90-305c495fbed2,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:29.233801 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cdd9ff-0907-484b-a7ba-48294aa91bbd None None] Pushing event updated for resources: {'Port': ['ID=8583c3ff-18fa-49cf-9a86-9b94fd34be4e,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:29.236800 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf618fe-9e32-41b8-a683-35e019ea9325 req-2f9a0870-68bd-4b87-be39-0781c8a2dddb tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:29.244934 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-faf618fe-9e32-41b8-a683-35e019ea9325 req-2f9a0870-68bd-4b87-be39-0781c8a2dddb tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=48848da9-6232-48ae-bd6a-c488d8e18619 HTTP/1.1" status: 200 len: 945 time: 0.1544654 Aug 27 21:25:29.296118 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19760bd2-1463-4eed-b6b4-5ceac4b34206 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 21:25:29.298035 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8a364eb3-d166-4c0b-99e9-684bc91e215c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:29.325555 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port 19760bd2-1463-4eed-b6b4-5ceac4b34206, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=19760bd2-1463-4eed-b6b4-5ceac4b34206,segment=NetworkSegment(cc218a4a-0181-4b4c-a554-32acf37b90dd),segment_id=cc218a4a-0181-4b4c-a554-32acf37b90dd)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:25:29.333165 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-faf618fe-9e32-41b8-a683-35e019ea9325 req-0b641649-3af2-422e-b6a2-38dd1ab35fb8 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867019 Aug 27 21:25:29.357182 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8a364eb3-d166-4c0b-99e9-684bc91e215c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:29.359800 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:29.427546 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-f8cdd9ff-0907-484b-a7ba-48294aa91bbd None None] Attempting to bind port 8583c3ff-18fa-49cf-9a86-9b94fd34be4e on host dv-cinder-806436-1-iscsi for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 21:25:29.427847 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-f8cdd9ff-0907-484b-a7ba-48294aa91bbd None None] Attempting to bind port 8583c3ff-18fa-49cf-9a86-9b94fd34be4e by drivers openvswitch,hyperv on host dv-cinder-806436-1-iscsi at level 0 using segments [{'id': '6eb6954a-651b-4580-8c18-a1abdf542ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 21:25:29.428184 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cdd9ff-0907-484b-a7ba-48294aa91bbd None None] Attempting to bind port 8583c3ff-18fa-49cf-9a86-9b94fd34be4e on network 3ba0d4a2-623b-4c37-8552-bca65d0b90fa {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:25:29.444840 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cdd9ff-0907-484b-a7ba-48294aa91bbd None None] Checking agent: {'id': '7431bd39-0fd9-4a64-8486-900009fb8dd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806436-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 21, 15, 51), 'started_at': datetime.datetime(2021, 8, 27, 21, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 21, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806436-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 21:25:29.445409 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cdd9ff-0907-484b-a7ba-48294aa91bbd None None] Checking segment: {'id': '6eb6954a-651b-4580-8c18-a1abdf542ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:25:29.445820 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f8cdd9ff-0907-484b-a7ba-48294aa91bbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:29.446218 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cdd9ff-0907-484b-a7ba-48294aa91bbd None None] Bound using segment: {'id': '6eb6954a-651b-4580-8c18-a1abdf542ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 21:25:29.446701 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-f8cdd9ff-0907-484b-a7ba-48294aa91bbd None None] Bound port: 8583c3ff-18fa-49cf-9a86-9b94fd34be4e, host: dv-cinder-806436-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eb6954a-651b-4580-8c18-a1abdf542ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 21:25:29.447087 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f8cdd9ff-0907-484b-a7ba-48294aa91bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:29.466505 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8a364eb3-d166-4c0b-99e9-684bc91e215c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:29.468787 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 21:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9df3aad-fdfd-4704-b237-c41455f9421c x-openstack-request-id: req-b9df3aad-fdfd-4704-b237-c41455f9421c {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:25:29.469345 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a06cc81d-72ba-4b7d-bdf8-10677ee4e836", "name": "network-vif-deleted", "tag": "1789ec09-c0e6-416b-9a2e-e144ea10e407", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:25:29.469808 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b9df3aad-fdfd-4704-b237-c41455f9421c {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:25:29.470403 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a06cc81d-72ba-4b7d-bdf8-10677ee4e836', 'name': 'network-vif-deleted', 'tag': '1789ec09-c0e6-416b-9a2e-e144ea10e407', 'status': 'completed', 'code': 200} Aug 27 21:25:29.470554 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8a364eb3-d166-4c0b-99e9-684bc91e215c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:29.473806 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-8a364eb3-d166-4c0b-99e9-684bc91e215c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d4c8820b-5538-4d98-be90-305c495fbed2 HTTP/1.1" status: 204 len: 168 time: 0.2884037 Aug 27 21:25:29.485595 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a364eb3-d166-4c0b-99e9-684bc91e215c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c8820b-5538-4d98-be90-305c495fbed2,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:29.551073 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-49391ff6-de52-4f44-a115-db0bbd141bb0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:29.584086 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-49391ff6-de52-4f44-a115-db0bbd141bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:29.586673 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Pushing event updated for resources: {'Port': ['ID=19760bd2-1463-4eed-b6b4-5ceac4b34206,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:29.655712 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6622592-d7b7-48fe-b88c-8316fb2bc4d6 req-bdd84073-73d0-4792-abf5-5c413325f6cc tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:29.669854 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-e6622592-d7b7-48fe-b88c-8316fb2bc4d6 req-bdd84073-73d0-4792-abf5-5c413325f6cc tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=85aa052c-7ab9-4981-bdf9-723657cf85f4 HTTP/1.1" status: 200 len: 945 time: 0.1431792 Aug 27 21:25:29.685013 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-f8cdd9ff-0907-484b-a7ba-48294aa91bbd None None] For port 8583c3ff-18fa-49cf-9a86-9b94fd34be4e, host dv-cinder-806436-1-iscsi, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 21:25:29.687019 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-f8cdd9ff-0907-484b-a7ba-48294aa91bbd None None] For port 8583c3ff-18fa-49cf-9a86-9b94fd34be4e, host dv-cinder-806436-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=8583c3ff-18fa-49cf-9a86-9b94fd34be4e,segment=NetworkSegment(6eb6954a-651b-4580-8c18-a1abdf542ea3),segment_id=6eb6954a-651b-4580-8c18-a1abdf542ea3)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 21:25:29.694314 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f8cdd9ff-0907-484b-a7ba-48294aa91bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:29.729534 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] get_ports_and_sgs() called for port_ids ['19760bd2-1463-4eed-b6b4-5ceac4b34206'] {{(pid=93798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 21:25:29.800021 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-e6622592-d7b7-48fe-b88c-8316fb2bc4d6 req-9e76987c-cdc5-428f-b27c-f6c3c96029c0 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277101 Aug 27 21:25:29.825463 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-49391ff6-de52-4f44-a115-db0bbd141bb0 admin admin] Allocated IP 172.27.0.192 (3cb20040-a5aa-4574-8b0a-6832b57fea7e/ca2fa5cb-b298-4fb9-b5f4-ab6912612305/65269e5a-4dec-4f43-8df5-a4131cf5dbcd) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 21:25:29.929867 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cdd9ff-0907-484b-a7ba-48294aa91bbd None None] Pushing event updated for resources: {'Port': ['ID=8583c3ff-18fa-49cf-9a86-9b94fd34be4e,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:30.061526 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-49391ff6-de52-4f44-a115-db0bbd141bb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:30.134928 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-49391ff6-de52-4f44-a115-db0bbd141bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794200564228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-275356'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:30.291118 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49391ff6-de52-4f44-a115-db0bbd141bb0 admin admin] Network 3cb20040-a5aa-4574-8b0a-6832b57fea7e is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:25:30.303650 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-49391ff6-de52-4f44-a115-db0bbd141bb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:25:30.309044 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49391ff6-de52-4f44-a115-db0bbd141bb0 admin admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 21:25:30.312437 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49391ff6-de52-4f44-a115-db0bbd141bb0 admin admin] Pushing event updated for resources: {'Port': ['ID=65269e5a-4dec-4f43-8df5-a4131cf5dbcd,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:30.530237 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-6118a45b-89cc-440a-952a-a823247c8add req-749fce8d-1fe2-47e7-82d1-61e17924026e tempest-DeleteServersTestJSON-52809134 tempest-DeleteServersTestJSON-52809134-project] 10.222.0.39 "GET /v2.0/ports?device_id=a06cc81d-72ba-4b7d-bdf8-10677ee4e836 HTTP/1.1" status: 200 len: 210 time: 0.1457503 Aug 27 21:25:30.583938 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device 1789ec09-c0e6-416b-9a2e-e144ea10e407 no longer exists at agent hyperv_hv-cinder-80643 {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 21:25:30.682828 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] No Port match for: 1789ec09-c0e6-416b-9a2e-e144ea10e407 {{(pid=93798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 21:25:30.687933 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device 1789ec09-c0e6-416b-9a2e-e144ea10e407 not bound to the agent host hv-cinder-80643 {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 21:25:30.701520 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411901d0-f334-4496-ad40-ca7bdd001494 req-a606e24a-5d4f-49d8-8a9f-16a9df214f72 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:30.705916 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-411901d0-f334-4496-ad40-ca7bdd001494 req-a606e24a-5d4f-49d8-8a9f-16a9df214f72 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=48848da9-6232-48ae-bd6a-c488d8e18619 HTTP/1.1" status: 200 len: 945 time: 0.2197740 Aug 27 21:25:30.770312 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-411901d0-f334-4496-ad40-ca7bdd001494 req-c37b3a5f-dbe5-470b-ae85-06a7b4414378 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557435 Aug 27 21:25:30.945984 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-49391ff6-de52-4f44-a115-db0bbd141bb0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:30.967198 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf32885-9f6f-43aa-900a-fa1ab7254eb8 req-b161b071-abe2-44d2-a183-be9671b8f659 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:30.968961 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-3bf32885-9f6f-43aa-900a-fa1ab7254eb8 req-b161b071-abe2-44d2-a183-be9671b8f659 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=85aa052c-7ab9-4981-bdf9-723657cf85f4 HTTP/1.1" status: 200 len: 945 time: 0.0773773 Aug 27 21:25:31.023446 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-3bf32885-9f6f-43aa-900a-fa1ab7254eb8 req-d504a1f3-a9e1-49c7-ace3-fa46258e8697 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483172 Aug 27 21:25:31.214435 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-49391ff6-de52-4f44-a115-db0bbd141bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-630453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628283'] for router, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:31.410492 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49391ff6-de52-4f44-a115-db0bbd141bb0 admin admin] Router bb688c88-9ec0-486f-9b5b-9f98565b62eb is scheduled to L3 agent da753c34-e47f-42d8-9f83-ec5464f53bc8 with binding_index 1 {{(pid=93797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 21:25:31.530195 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23f61c9-fa4b-4830-8ab4-ac7df279b70d None None] Network 3ba0d4a2-623b-4c37-8552-bca65d0b90fa requested from dv-cinder-806436-1-iscsi {{(pid=93798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 21:25:31.604204 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49391ff6-de52-4f44-a115-db0bbd141bb0 admin admin] Notify agent at l3_agent.dv-cinder-806436-1-iscsi the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 21:25:31.616160 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-7839e1e2-9199-4af3-9293-0a807e19cadb None None] Provisioning for port 8583c3ff-18fa-49cf-9a86-9b94fd34be4e completed by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:25:31.616866 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34178a58-30f0-4860-9845-8699b6d68f50 None None] Sync routers for ids ['bb688c88-9ec0-486f-9b5b-9f98565b62eb'] in dv-cinder-806436-1-iscsi {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 21:25:31.629277 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34178a58-30f0-4860-9845-8699b6d68f50 None None] Routers {'bb688c88-9ec0-486f-9b5b-9f98565b62eb'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:25:31.629902 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-34178a58-30f0-4860-9845-8699b6d68f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:25:21Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['bb688c88-9ec0-486f-9b5b-9f98565b62eb'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:25:31.648355 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-49391ff6-de52-4f44-a115-db0bbd141bb0 admin admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:31.653443 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 59966) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:31.653718 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-49391ff6-de52-4f44-a115-db0bbd141bb0 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6824143 Aug 27 21:25:31.753123 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-34178a58-30f0-4860-9845-8699b6d68f50 None None] Set router bb688c88-9ec0-486f-9b5b-9f98565b62eb gateway port host: dv-cinder-806436-1-iscsi {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:25:32.042769 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 8583c3ff-18fa-49cf-9a86-9b94fd34be4e up at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:25:32.094810 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-34178a58-30f0-4860-9845-8699b6d68f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'name': 'tempest-TestVolumeBootPattern-1993109509-router', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '65269e5a-4dec-4f43-8df5-a4131cf5dbcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:25:28Z', 'updated_at': '2021-08-27T21:25:30Z', 'revision_number': 3, 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'gw_port': {'id': '65269e5a-4dec-4f43-8df5-a4131cf5dbcd', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:25:29Z', 'updated_at': '2021-08-27T21:25:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi'}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:25:32.123717 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning for port 8583c3ff-18fa-49cf-9a86-9b94fd34be4e completed by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:25:32.128956 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning complete for port 8583c3ff-18fa-49cf-9a86-9b94fd34be4e triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:25:32.129966 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:32.136636 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bff5b6-74f3-4000-a1a3-51cc82af193e req-ac52e27f-2364-473f-8b15-ae9458714da0 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:32.148154 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-22bff5b6-74f3-4000-a1a3-51cc82af193e req-ac52e27f-2364-473f-8b15-ae9458714da0 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=48848da9-6232-48ae-bd6a-c488d8e18619 HTTP/1.1" status: 200 len: 945 time: 0.2310908 Aug 27 21:25:32.173667 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34178a58-30f0-4860-9845-8699b6d68f50 None None] Checking router: bb688c88-9ec0-486f-9b5b-9f98565b62eb for host: dv-cinder-806436-1-iscsi {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 21:25:32.174278 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34178a58-30f0-4860-9845-8699b6d68f50 None None] Updating router bb688c88-9ec0-486f-9b5b-9f98565b62eb port 65269e5a-4dec-4f43-8df5-a4131cf5dbcd binding host dv-cinder-806436-1-iscsi {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 21:25:32.244063 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-34178a58-30f0-4860-9845-8699b6d68f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:32.267586 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:32.314614 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] For port 8583c3ff-18fa-49cf-9a86-9b94fd34be4e, host dv-cinder-806436-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=8583c3ff-18fa-49cf-9a86-9b94fd34be4e,segment=NetworkSegment(6eb6954a-651b-4580-8c18-a1abdf542ea3),segment_id=6eb6954a-651b-4580-8c18-a1abdf542ea3)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:25:32.314804 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-22bff5b6-74f3-4000-a1a3-51cc82af193e req-59341626-b286-4b00-abd1-cda182ddbd5a tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656387 Aug 27 21:25:32.342155 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:32.349766 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-8b97a266-4e2b-47ec-ab8e-d72ea1fb13a3 None None] Provisioning complete for port 8583c3ff-18fa-49cf-9a86-9b94fd34be4e triggered by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:25:32.350390 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8b97a266-4e2b-47ec-ab8e-d72ea1fb13a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:32.510342 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Pushing event updated for resources: {'Port': ['ID=8583c3ff-18fa-49cf-9a86-9b94fd34be4e,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:32.571483 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ee765516-6ff1-4ba1-8139-3f2eacba4aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:32.684445 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-34178a58-30f0-4860-9845-8699b6d68f50 None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:32.696587 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-34178a58-30f0-4860-9845-8699b6d68f50 None None] Transition to ACTIVE for port object 65269e5a-4dec-4f43-8df5-a4131cf5dbcd will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:25:32.702960 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf24cb-91d2-4c43-b42a-c61f0253ea00 req-e2af8d77-f4a7-4c22-afc4-ad708d1fac5b tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:32.703268 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-34178a58-30f0-4860-9845-8699b6d68f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:32.704547 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-3fcf24cb-91d2-4c43-b42a-c61f0253ea00 req-e2af8d77-f4a7-4c22-afc4-ad708d1fac5b tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=85aa052c-7ab9-4981-bdf9-723657cf85f4 HTTP/1.1" status: 200 len: 945 time: 0.2321973 Aug 27 21:25:32.763745 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b9228c-b2af-497b-9485-e0f0b80ebe9c None None] Pushing event updated for resources: {'Port': ['ID=65269e5a-4dec-4f43-8df5-a4131cf5dbcd,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:32.777429 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-3fcf24cb-91d2-4c43-b42a-c61f0253ea00 req-4764a268-582f-4af9-967a-a6f90920845d tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466468 Aug 27 21:25:32.797031 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b9228c-b2af-497b-9485-e0f0b80ebe9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:25:32.797381 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b9228c-b2af-497b-9485-e0f0b80ebe9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:25:32.797721 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b9228c-b2af-497b-9485-e0f0b80ebe9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:25:32.798057 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b9228c-b2af-497b-9485-e0f0b80ebe9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:25:32.798395 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b9228c-b2af-497b-9485-e0f0b80ebe9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:25:32.798731 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b9228c-b2af-497b-9485-e0f0b80ebe9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:25:32.799134 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-ee765516-6ff1-4ba1-8139-3f2eacba4aaa admin admin] Allocated IP 172.20.0.1 (3ba0d4a2-623b-4c37-8552-bca65d0b90fa/963c1e30-5961-4cc8-bba8-6c8d398a8e99/ef6f702a-5cd9-4208-a13f-fd528de1f139) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 21:25:32.799373 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b9228c-b2af-497b-9485-e0f0b80ebe9c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:25:32.799718 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b9228c-b2af-497b-9485-e0f0b80ebe9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:25:32.800075 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b9228c-b2af-497b-9485-e0f0b80ebe9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:25:32.800438 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b9228c-b2af-497b-9485-e0f0b80ebe9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:25:32.800905 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b9228c-b2af-497b-9485-e0f0b80ebe9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:25:32.801238 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b9228c-b2af-497b-9485-e0f0b80ebe9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:25:32.812819 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-34178a58-30f0-4860-9845-8699b6d68f50 None None] Attempting to bind port 65269e5a-4dec-4f43-8df5-a4131cf5dbcd on host dv-cinder-806436-1-iscsi for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 21:25:32.813200 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-34178a58-30f0-4860-9845-8699b6d68f50 None None] Attempting to bind port 65269e5a-4dec-4f43-8df5-a4131cf5dbcd by drivers openvswitch,hyperv on host dv-cinder-806436-1-iscsi at level 0 using segments [{'id': '294aecfa-d12c-4149-ab86-bf2395e16d40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 21:25:32.813567 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34178a58-30f0-4860-9845-8699b6d68f50 None None] Attempting to bind port 65269e5a-4dec-4f43-8df5-a4131cf5dbcd on network 3cb20040-a5aa-4574-8b0a-6832b57fea7e {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:25:32.820240 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34178a58-30f0-4860-9845-8699b6d68f50 None None] Checking agent: {'id': '7431bd39-0fd9-4a64-8486-900009fb8dd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806436-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 21, 15, 51), 'started_at': datetime.datetime(2021, 8, 27, 21, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 21, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806436-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 21:25:32.820775 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34178a58-30f0-4860-9845-8699b6d68f50 None None] Checking segment: {'id': '294aecfa-d12c-4149-ab86-bf2395e16d40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:25:32.821340 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-34178a58-30f0-4860-9845-8699b6d68f50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:32.821749 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34178a58-30f0-4860-9845-8699b6d68f50 None None] Bound using segment: {'id': '294aecfa-d12c-4149-ab86-bf2395e16d40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 21:25:32.822303 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-34178a58-30f0-4860-9845-8699b6d68f50 None None] Bound port: 65269e5a-4dec-4f43-8df5-a4131cf5dbcd, host: dv-cinder-806436-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '294aecfa-d12c-4149-ab86-bf2395e16d40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 21:25:32.822751 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-34178a58-30f0-4860-9845-8699b6d68f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:32.892989 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-34178a58-30f0-4860-9845-8699b6d68f50 None None] For port 65269e5a-4dec-4f43-8df5-a4131cf5dbcd, host dv-cinder-806436-1-iscsi, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 21:25:32.896878 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-34178a58-30f0-4860-9845-8699b6d68f50 None None] For port 65269e5a-4dec-4f43-8df5-a4131cf5dbcd, host dv-cinder-806436-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=65269e5a-4dec-4f43-8df5-a4131cf5dbcd,segment=NetworkSegment(294aecfa-d12c-4149-ab86-bf2395e16d40),segment_id=294aecfa-d12c-4149-ab86-bf2395e16d40)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 21:25:32.904398 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-34178a58-30f0-4860-9845-8699b6d68f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:32.941669 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ee765516-6ff1-4ba1-8139-3f2eacba4aaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:32.958245 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-ee765516-6ff1-4ba1-8139-3f2eacba4aaa admin admin] Transition to ACTIVE for port object ef6f702a-5cd9-4208-a13f-fd528de1f139 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:25:32.964995 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b9228c-b2af-497b-9485-e0f0b80ebe9c None None] Pushing event updated for resources: {'Port': ['ID=65269e5a-4dec-4f43-8df5-a4131cf5dbcd,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:33.001831 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ee765516-6ff1-4ba1-8139-3f2eacba4aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794200564228'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:33.003602 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34178a58-30f0-4860-9845-8699b6d68f50 None None] Routers {'bb688c88-9ec0-486f-9b5b-9f98565b62eb'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:25:33.004357 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-34178a58-30f0-4860-9845-8699b6d68f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:25:21Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['bb688c88-9ec0-486f-9b5b-9f98565b62eb'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:25:33.060172 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee765516-6ff1-4ba1-8139-3f2eacba4aaa admin admin] Network 3ba0d4a2-623b-4c37-8552-bca65d0b90fa is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:25:33.066370 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-ee765516-6ff1-4ba1-8139-3f2eacba4aaa admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:25:33.068465 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee765516-6ff1-4ba1-8139-3f2eacba4aaa admin admin] Pushing event updated for resources: {'Port': ['ID=ef6f702a-5cd9-4208-a13f-fd528de1f139,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:33.070754 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee765516-6ff1-4ba1-8139-3f2eacba4aaa admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 21:25:33.071230 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ee765516-6ff1-4ba1-8139-3f2eacba4aaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-628452'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:33.153611 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-34178a58-30f0-4860-9845-8699b6d68f50 None None] Set router bb688c88-9ec0-486f-9b5b-9f98565b62eb gateway port host: dv-cinder-806436-1-iscsi {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:25:33.420127 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-34178a58-30f0-4860-9845-8699b6d68f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'name': 'tempest-TestVolumeBootPattern-1993109509-router', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '65269e5a-4dec-4f43-8df5-a4131cf5dbcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:25:28Z', 'updated_at': '2021-08-27T21:25:30Z', 'revision_number': 3, 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'gw_port': {'id': '65269e5a-4dec-4f43-8df5-a4131cf5dbcd', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:25:29Z', 'updated_at': '2021-08-27T21:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi'}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:25:33.519204 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-6c39dcfc-8dc9-407a-b0f4-ee3d6ca161cd None None] Provisioning for port ef6f702a-5cd9-4208-a13f-fd528de1f139 completed by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:25:33.528530 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-6c39dcfc-8dc9-407a-b0f4-ee3d6ca161cd None None] Provisioning complete for port ef6f702a-5cd9-4208-a13f-fd528de1f139 triggered by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:25:33.529091 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6c39dcfc-8dc9-407a-b0f4-ee3d6ca161cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:33.591168 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34178a58-30f0-4860-9845-8699b6d68f50 None None] The sync data for ids ['bb688c88-9ec0-486f-9b5b-9f98565b62eb'] in dv-cinder-806436-1-iscsi is: [{'id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'name': 'tempest-TestVolumeBootPattern-1993109509-router', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '65269e5a-4dec-4f43-8df5-a4131cf5dbcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:25:28Z', 'updated_at': '2021-08-27T21:25:30Z', 'revision_number': 3, 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'gw_port': {'id': '65269e5a-4dec-4f43-8df5-a4131cf5dbcd', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:25:29Z', 'updated_at': '2021-08-27T21:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi'}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 21:25:33.600262 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-6c39dcfc-8dc9-407a-b0f4-ee3d6ca161cd None None] Port ef6f702a-5cd9-4208-a13f-fd528de1f139 cannot update to ACTIVE because it is not bound. {{(pid=93798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 21:25:33.607907 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ee765516-6ff1-4ba1-8139-3f2eacba4aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:33.665757 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb19048-d087-4e21-97fb-d06ea98f7003 req-59391417-90e3-4ac4-a06b-a09d356ba8e6 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:33.667871 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-ddb19048-d087-4e21-97fb-d06ea98f7003 req-59391417-90e3-4ac4-a06b-a09d356ba8e6 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=48848da9-6232-48ae-bd6a-c488d8e18619 HTTP/1.1" status: 200 len: 945 time: 0.0953012 Aug 27 21:25:33.769718 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-ddb19048-d087-4e21-97fb-d06ea98f7003 req-f154b1e0-05a1-4de0-8ba6-2326169d5a4e tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889788 Aug 27 21:25:33.926946 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ee765516-6ff1-4ba1-8139-3f2eacba4aaa admin admin] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:33.937756 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ee765516-6ff1-4ba1-8139-3f2eacba4aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:33.939055 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ee765516-6ff1-4ba1-8139-3f2eacba4aaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1011620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628539'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:34.023517 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ba1f1-76a8-408a-9f1c-386c52909f81 req-fc9aabbf-5028-4236-ba43-ab320bd870e5 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:34.034323 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-370ba1f1-76a8-408a-9f1c-386c52909f81 req-fc9aabbf-5028-4236-ba43-ab320bd870e5 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=85aa052c-7ab9-4981-bdf9-723657cf85f4 HTTP/1.1" status: 200 len: 945 time: 0.1304491 Aug 27 21:25:34.037132 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee765516-6ff1-4ba1-8139-3f2eacba4aaa admin admin] Pushing event updated for resources: {'Port': ['ID=ef6f702a-5cd9-4208-a13f-fd528de1f139,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:34.123180 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-370ba1f1-76a8-408a-9f1c-386c52909f81 req-1b7eec29-0e25-4dfb-9a34-fd7a90d9c209 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852847 Aug 27 21:25:34.179419 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 60048) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:34.259314 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-c197a20e-0529-4286-82d9-20c929ae5632 admin admin] Deleting subnet 3a07107b-0e24-46bd-9551-d09ef0c6f8f2 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 21:25:34.263692 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c197a20e-0529-4286-82d9-20c929ae5632 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:34.264402 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 65269e5a-4dec-4f43-8df5-a4131cf5dbcd up at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:25:34.313047 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee765516-6ff1-4ba1-8139-3f2eacba4aaa admin admin] Network 3ba0d4a2-623b-4c37-8552-bca65d0b90fa is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:25:34.314855 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-ee765516-6ff1-4ba1-8139-3f2eacba4aaa admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:25:34.332708 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c197a20e-0529-4286-82d9-20c929ae5632 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3590199'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:34.351120 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning for port 65269e5a-4dec-4f43-8df5-a4131cf5dbcd completed by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:25:34.364019 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning complete for port 65269e5a-4dec-4f43-8df5-a4131cf5dbcd triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:25:34.364825 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:34.442236 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c197a20e-0529-4286-82d9-20c929ae5632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8232119'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:34.570918 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:34.618298 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device 19760bd2-1463-4eed-b6b4-5ceac4b34206 up at agent hyperv_hv-cinder-80643 {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:25:34.670736 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c197a20e-0529-4286-82d9-20c929ae5632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8232120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-275407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3223993'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:34.733601 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee765516-6ff1-4ba1-8139-3f2eacba4aaa admin admin] Router bb688c88-9ec0-486f-9b5b-9f98565b62eb has already been hosted by L3 agent da753c34-e47f-42d8-9f83-ec5464f53bc8 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 21:25:34.745307 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] For port 65269e5a-4dec-4f43-8df5-a4131cf5dbcd, host dv-cinder-806436-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=65269e5a-4dec-4f43-8df5-a4131cf5dbcd,segment=NetworkSegment(294aecfa-d12c-4149-ab86-bf2395e16d40),segment_id=294aecfa-d12c-4149-ab86-bf2395e16d40)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:25:34.765816 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:34.767445 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 8583c3ff-18fa-49cf-9a86-9b94fd34be4e up at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:25:34.778955 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c197a20e-0529-4286-82d9-20c929ae5632 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a07107b-0e24-46bd-9551-d09ef0c6f8f2,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:34.797241 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c197a20e-0529-4286-82d9-20c929ae5632 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:34.801241 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-c197a20e-0529-4286-82d9-20c929ae5632 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3a07107b-0e24-46bd-9551-d09ef0c6f8f2 HTTP/1.1" status: 204 len: 168 time: 0.6197038 Aug 27 21:25:34.807172 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 60064) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:34.974576 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b3a38fa1-3537-43a3-a9aa-83e4e234183d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8293159'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:35.011489 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-61d7eb48-d7a0-42ec-a39d-9ed266cb7fe3 None None] Provisioning complete for port ef6f702a-5cd9-4208-a13f-fd528de1f139 triggered by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:25:35.012114 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-61d7eb48-d7a0-42ec-a39d-9ed266cb7fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:35.067000 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Pushing event updated for resources: {'Port': ['ID=65269e5a-4dec-4f43-8df5-a4131cf5dbcd,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:35.096199 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Provisioning for port 19760bd2-1463-4eed-b6b4-5ceac4b34206 completed by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:25:35.113539 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Provisioning complete for port 19760bd2-1463-4eed-b6b4-5ceac4b34206 triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:25:35.113875 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:35.116270 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-61d7eb48-d7a0-42ec-a39d-9ed266cb7fe3 None None] Port ef6f702a-5cd9-4208-a13f-fd528de1f139 cannot update to ACTIVE because it is not bound. {{(pid=93798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 21:25:35.118089 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning complete for port 8583c3ff-18fa-49cf-9a86-9b94fd34be4e triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:25:35.118619 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:35.126196 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 60072) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:35.193681 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b3a38fa1-3537-43a3-a9aa-83e4e234183d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8361292', 'neutron.services.segments.db._delete_segments_for_network-8794201047534'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:35.214771 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.services.segments.db [None req-b3a38fa1-3537-43a3-a9aa-83e4e234183d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ea8ee77-155d-4101-a143-9a4a63ff8e86']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:25:35.229104 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.services.segments.db [None req-b3a38fa1-3537-43a3-a9aa-83e4e234183d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4c8a9b3-ec0a-4f54-94cf-8350a677f6b5') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:25:35.229731 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.services.segments.db [None req-b3a38fa1-3537-43a3-a9aa-83e4e234183d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4c8a9b3-ec0a-4f54-94cf-8350a677f6b5') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:25:35.244220 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee765516-6ff1-4ba1-8139-3f2eacba4aaa admin admin] Notify agent at l3_agent.dv-cinder-806436-1-iscsi the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 21:25:35.253779 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-ee765516-6ff1-4ba1-8139-3f2eacba4aaa admin admin] 10.222.0.39 "PUT /v2.0/routers/bb688c88-9ec0-486f-9b5b-9f98565b62eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5980411 Aug 27 21:25:35.271499 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb79de31-97e4-40c4-a05a-6678a025ea39 req-e7838667-2c9f-4cc7-a4ec-5b9ec39df7cc tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:35.281849 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-eb79de31-97e4-40c4-a05a-6678a025ea39 req-e7838667-2c9f-4cc7-a4ec-5b9ec39df7cc tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=48848da9-6232-48ae-bd6a-c488d8e18619 HTTP/1.1" status: 200 len: 945 time: 0.3429303 Aug 27 21:25:35.291839 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b3a38fa1-3537-43a3-a9aa-83e4e234183d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794201047417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3590184'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:35.330673 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b3a38fa1-3537-43a3-a9aa-83e4e234183d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226622'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:35.345677 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-eb79de31-97e4-40c4-a05a-6678a025ea39 req-da21c251-96d4-49d5-8597-04321bfcc992 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620239 Aug 27 21:25:35.347663 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3a38fa1-3537-43a3-a9aa-83e4e234183d admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 21:25:35.348253 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b3a38fa1-3537-43a3-a9aa-83e4e234183d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-275369'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:35.361268 dv-cinder-806436-1-iscsi neutron-server[93797]: Traceback (most recent call last): Aug 27 21:25:35.361268 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 21:25:35.361268 dv-cinder-806436-1-iscsi neutron-server[93797]: timer() Aug 27 21:25:35.361268 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 21:25:35.361268 dv-cinder-806436-1-iscsi neutron-server[93797]: cb(*args, **kw) Aug 27 21:25:35.361268 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 21:25:35.361268 dv-cinder-806436-1-iscsi neutron-server[93797]: return func(*args, **kwargs) Aug 27 21:25:35.361268 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 21:25:35.361268 dv-cinder-806436-1-iscsi neutron-server[93797]: self._notify() Aug 27 21:25:35.361268 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 21:25:35.361268 dv-cinder-806436-1-iscsi neutron-server[93797]: self.callback(batched_events) Aug 27 21:25:35.361268 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 21:25:35.361268 dv-cinder-806436-1-iscsi neutron-server[93797]: event.method(event) Aug 27 21:25:35.361268 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 21:25:35.361268 dv-cinder-806436-1-iscsi neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 21:25:35.361268 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 21:25:35.361268 dv-cinder-806436-1-iscsi neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 21:25:35.361268 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 21:25:35.361268 dv-cinder-806436-1-iscsi neutron-server[93797]: return f(self, *a, **k) Aug 27 21:25:35.361268 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 21:25:35.361268 dv-cinder-806436-1-iscsi neutron-server[93797]: return self._get(url).json() Aug 27 21:25:35.361268 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 21:25:35.361268 dv-cinder-806436-1-iscsi neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 21:25:35.361268 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 21:25:35.361268 dv-cinder-806436-1-iscsi neutron-server[93797]: return self.request(url, 'GET', **kwargs) Aug 27 21:25:35.361268 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 21:25:35.361268 dv-cinder-806436-1-iscsi neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 21:25:35.361268 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 21:25:35.361268 dv-cinder-806436-1-iscsi neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 21:25:35.361268 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 21:25:35.361268 dv-cinder-806436-1-iscsi neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 21:25:35.361268 dv-cinder-806436-1-iscsi neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 21:25:35.376611 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e452f3-b847-45a1-b6f3-b85541e3e736 req-d1cea35c-8a08-4e2d-80ed-b67054fb2954 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:35.379428 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-02e452f3-b847-45a1-b6f3-b85541e3e736 req-d1cea35c-8a08-4e2d-80ed-b67054fb2954 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=85aa052c-7ab9-4981-bdf9-723657cf85f4 HTTP/1.1" status: 200 len: 945 time: 0.1363208 Aug 27 21:25:35.400848 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b28a8520-5821-4997-9758-12943d0b595c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:35.423943 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:35.457245 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85aa052c-7ab9-4981-bdf9-723657cf85f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19760bd2-1463-4eed-b6b4-5ceac4b34206'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:25:35.460046 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf732d6db1af9f7bc3b5310490fe48ff1e7c732a768ef3a1a1326297a3ecfd63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85893ff9-b1e5-433a-9cae-8848fcc8a06f" -d '{"events": [{"server_uuid": "85aa052c-7ab9-4981-bdf9-723657cf85f4", "name": "network-vif-plugged", "status": "completed", "tag": "19760bd2-1463-4eed-b6b4-5ceac4b34206"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:25:35.481215 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port 19760bd2-1463-4eed-b6b4-5ceac4b34206, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=19760bd2-1463-4eed-b6b4-5ceac4b34206,segment=NetworkSegment(cc218a4a-0181-4b4c-a554-32acf37b90dd),segment_id=cc218a4a-0181-4b4c-a554-32acf37b90dd)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:25:35.488220 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:35.566843 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b3a38fa1-3537-43a3-a9aa-83e4e234183d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8361269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628323'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:35.573048 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b3a38fa1-3537-43a3-a9aa-83e4e234183d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:35.578926 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-b3a38fa1-3537-43a3-a9aa-83e4e234183d admin admin] 10.222.0.39 "DELETE /v2.0/networks/3ea8ee77-155d-4101-a143-9a4a63ff8e86 HTTP/1.1" status: 204 len: 168 time: 0.7686474 Aug 27 21:25:35.579108 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 21:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4997ca78-67e6-4c87-b5d6-59c5fc189e04 x-openstack-request-id: req-4997ca78-67e6-4c87-b5d6-59c5fc189e04 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:25:35.579108 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85aa052c-7ab9-4981-bdf9-723657cf85f4", "name": "network-vif-plugged", "status": "completed", "tag": "19760bd2-1463-4eed-b6b4-5ceac4b34206", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:25:35.579108 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4997ca78-67e6-4c87-b5d6-59c5fc189e04 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:25:35.588757 dv-cinder-806436-1-iscsi neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85aa052c-7ab9-4981-bdf9-723657cf85f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19760bd2-1463-4eed-b6b4-5ceac4b34206', 'code': 200} Aug 27 21:25:35.610169 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-02e452f3-b847-45a1-b6f3-b85541e3e736 req-7696c0c2-e5b1-439f-9a17-2508bb435cf3 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711750 Aug 27 21:25:35.617889 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Pushing event updated for resources: {'Port': ['ID=19760bd2-1463-4eed-b6b4-5ceac4b34206,revision_number=5']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:35.629531 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b28a8520-5821-4997-9758-12943d0b595c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:35.642185 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b28a8520-5821-4997-9758-12943d0b595c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:35.650755 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a38fa1-3537-43a3-a9aa-83e4e234183d admin admin] Pushing event deleted for resources: {'Network': ['ID=3ea8ee77-155d-4101-a143-9a4a63ff8e86,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:35.772052 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-b28a8520-5821-4997-9758-12943d0b595c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1b32bd5ad7a844a49a5714824327adde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6422284 Aug 27 21:25:35.772669 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 60096) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:35.773474 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28a8520-5821-4997-9758-12943d0b595c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96929ae-09fc-426c-86f0-3bd1a872ceec,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:35.856653 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 60100) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:35.885254 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e064d-aec6-4a5c-8c14-b909f170018d req-3ec29b99-9134-4b2f-b4b7-3b8c634dad77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:35.888210 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-f66e064d-aec6-4a5c-8c14-b909f170018d req-3ec29b99-9134-4b2f-b4b7-3b8c634dad77 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=85aa052c-7ab9-4981-bdf9-723657cf85f4 HTTP/1.1" status: 200 len: 1099 time: 0.0991857 Aug 27 21:25:35.895556 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2a4d919e-8dbe-4455-a513-87dce574c04d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:35.952330 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-ac5f4fef-05c8-46a2-910e-250eb08c5a59 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=14563a8ba9b44d56b8d0c9ce11383a86&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0917296 Aug 27 21:25:35.952904 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 60104) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:35.974844 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 65269e5a-4dec-4f43-8df5-a4131cf5dbcd up at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:25:35.979134 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2a4d919e-8dbe-4455-a513-87dce574c04d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:36.019668 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-f66e064d-aec6-4a5c-8c14-b909f170018d req-b33c232e-fad6-4f96-8d9e-3c54d2605e89 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159687 Aug 27 21:25:36.036256 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2db65af5-f0c5-427a-a168-0b4b5999329b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:36.071802 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2db65af5-f0c5-427a-a168-0b4b5999329b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:36.121844 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2a4d919e-8dbe-4455-a513-87dce574c04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:36.124843 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2a4d919e-8dbe-4455-a513-87dce574c04d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:36.127227 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-2a4d919e-8dbe-4455-a513-87dce574c04d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e96929ae-09fc-426c-86f0-3bd1a872ceec HTTP/1.1" status: 204 len: 168 time: 0.3530173 Aug 27 21:25:36.136641 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning complete for port 65269e5a-4dec-4f43-8df5-a4131cf5dbcd triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:25:36.137689 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:36.168274 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4d919e-8dbe-4455-a513-87dce574c04d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96929ae-09fc-426c-86f0-3bd1a872ceec,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:36.168720 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2db65af5-f0c5-427a-a168-0b4b5999329b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:36.176582 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2db65af5-f0c5-427a-a168-0b4b5999329b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:36.181748 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-2db65af5-f0c5-427a-a168-0b4b5999329b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0819f91c-3f56-417e-b479-789811ec40ca HTTP/1.1" status: 204 len: 168 time: 0.2272823 Aug 27 21:25:36.207784 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db65af5-f0c5-427a-a168-0b4b5999329b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0819f91c-3f56-417e-b479-789811ec40ca,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:36.299894 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612496a3-7e5e-4bba-bb3f-cf8751733d0f None None] Sync routers for ids ['bb688c88-9ec0-486f-9b5b-9f98565b62eb'] in dv-cinder-806436-1-iscsi {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 21:25:36.325033 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612496a3-7e5e-4bba-bb3f-cf8751733d0f None None] Routers {'bb688c88-9ec0-486f-9b5b-9f98565b62eb'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:25:36.326109 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-612496a3-7e5e-4bba-bb3f-cf8751733d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:25:21Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['bb688c88-9ec0-486f-9b5b-9f98565b62eb'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:25:36.544180 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ed4f2-61af-442f-937c-74289a7af5af req-dffe40af-3e75-4a67-9c3d-bce73e08afb9 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:36.546310 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-f20ed4f2-61af-442f-937c-74289a7af5af req-dffe40af-3e75-4a67-9c3d-bce73e08afb9 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=48848da9-6232-48ae-bd6a-c488d8e18619 HTTP/1.1" status: 200 len: 945 time: 0.0873246 Aug 27 21:25:36.628521 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-612496a3-7e5e-4bba-bb3f-cf8751733d0f None None] Set router bb688c88-9ec0-486f-9b5b-9f98565b62eb gateway port host: dv-cinder-806436-1-iscsi {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:25:36.635132 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-f20ed4f2-61af-442f-937c-74289a7af5af req-efa5e040-57dd-4960-9be8-4f69f13aeaed tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753117 Aug 27 21:25:36.757877 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 60134) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:36.768321 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [None req-401003fb-603d-4463-8334-d1a674c4bc16 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1006856034-network', 'tenant_id': '12522b023465403398c3477536d490cd'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:25:36.812678 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401003fb-603d-4463-8334-d1a674c4bc16 admin admin] Made reservation on behalf of 12522b023465403398c3477536d490cd for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 21:25:36.817555 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-401003fb-603d-4463-8334-d1a674c4bc16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:36.834350 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-401003fb-603d-4463-8334-d1a674c4bc16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:36.850137 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8439e66-3174-4b1e-bff1-1700b0ea7b57 req-a734c65a-a10a-4bea-bc58-7ed56f307200 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:36.860132 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-b8439e66-3174-4b1e-bff1-1700b0ea7b57 req-a734c65a-a10a-4bea-bc58-7ed56f307200 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=85aa052c-7ab9-4981-bdf9-723657cf85f4 HTTP/1.1" status: 200 len: 946 time: 0.1155164 Aug 27 21:25:36.899099 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 60138) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:36.907916 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-b8439e66-3174-4b1e-bff1-1700b0ea7b57 req-c9e37287-a3a2-405f-b5fc-762ad2a9575c tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459871 Aug 27 21:25:36.965854 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-51e64638-c075-454e-9683-c8064f1c6391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:37.057753 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-612496a3-7e5e-4bba-bb3f-cf8751733d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'name': 'tempest-TestVolumeBootPattern-1993109509-router', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '65269e5a-4dec-4f43-8df5-a4131cf5dbcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:25:28Z', 'updated_at': '2021-08-27T21:25:33Z', 'revision_number': 4, 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'gw_port': {'id': '65269e5a-4dec-4f43-8df5-a4131cf5dbcd', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:25:29Z', 'updated_at': '2021-08-27T21:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_interfaces': [{'id': 'ef6f702a-5cd9-4208-a13f-fd528de1f139', 'name': '', 'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'mac_address': 'fa:16:3e:03:eb:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '963c1e30-5961-4cc8-bba8-6c8d398a8e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:25:32Z', 'updated_at': '2021-08-27T21:25:33Z', 'revision_number': 2, 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'subnets': [{'id': '963c1e30-5961-4cc8-bba8-6c8d398a8e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:25:37.085987 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-401003fb-603d-4463-8334-d1a674c4bc16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:37.094117 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612496a3-7e5e-4bba-bb3f-cf8751733d0f None None] Checking router: bb688c88-9ec0-486f-9b5b-9f98565b62eb for host: dv-cinder-806436-1-iscsi {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 21:25:37.094628 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612496a3-7e5e-4bba-bb3f-cf8751733d0f None None] Updating router bb688c88-9ec0-486f-9b5b-9f98565b62eb port ef6f702a-5cd9-4208-a13f-fd528de1f139 binding host dv-cinder-806436-1-iscsi {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 21:25:37.095261 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-401003fb-603d-4463-8334-d1a674c4bc16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:37.124029 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-401003fb-603d-4463-8334-d1a674c4bc16 admin admin] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 21:25:37.131210 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-612496a3-7e5e-4bba-bb3f-cf8751733d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:37.153034 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-401003fb-603d-4463-8334-d1a674c4bc16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226622'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:37.153335 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.db.segments_db [None req-401003fb-603d-4463-8334-d1a674c4bc16 admin admin] Added segment c3698537-982a-4a31-a0d6-0b8afb31cde0 of type vlan for network d594401f-34e9-4dce-b0be-3db943d6c13a Aug 27 21:25:37.155930 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401003fb-603d-4463-8334-d1a674c4bc16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f55028-6374-476d-b3b0-8db16510e1d3,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:37.215256 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-401003fb-603d-4463-8334-d1a674c4bc16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794200552295'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:37.280033 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-401003fb-603d-4463-8334-d1a674c4bc16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:37.281114 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401003fb-603d-4463-8334-d1a674c4bc16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:37.281700 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-401003fb-603d-4463-8334-d1a674c4bc16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:37.304226 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-51e64638-c075-454e-9683-c8064f1c6391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:37.340192 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-51e64638-c075-454e-9683-c8064f1c6391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:37.369372 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-401003fb-603d-4463-8334-d1a674c4bc16 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6101928 Aug 27 21:25:37.373785 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 60152) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:37.383200 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [None req-1706cc73-a725-400b-bd96-4ce340fd8116 admin admin] Request body: {'subnet': {'network_id': 'd594401f-34e9-4dce-b0be-3db943d6c13a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1006856034-subnet', 'tenant_id': '12522b023465403398c3477536d490cd', 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:25:37.407393 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-51e64638-c075-454e-9683-c8064f1c6391 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=772a8be3d7b04b40ab4cec577712f070&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5059264 Aug 27 21:25:37.408548 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401003fb-603d-4463-8334-d1a674c4bc16 admin admin] Pushing event updated for resources: {'Network': ['ID=d594401f-34e9-4dce-b0be-3db943d6c13a,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:37.411877 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 60154) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:37.423014 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e64638-c075-454e-9683-c8064f1c6391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1696cb-db1a-47f4-a6ae-729383ff0060,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:37.425100 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Network d594401f-34e9-4dce-b0be-3db943d6c13a details requested by agent ovs-agent-dv-cinder-806436-1-iscsi with host dv-cinder-806436-1-iscsi {{(pid=93798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 21:25:37.465082 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1706cc73-a725-400b-bd96-4ce340fd8116 admin admin] Made reservation on behalf of 12522b023465403398c3477536d490cd for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 21:25:37.468458 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1706cc73-a725-400b-bd96-4ce340fd8116 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:37.500995 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1cdb2a32-6b07-4afb-bcab-0a3032e177fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:37.543808 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1cdb2a32-6b07-4afb-bcab-0a3032e177fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:37.619906 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1cdb2a32-6b07-4afb-bcab-0a3032e177fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:37.622812 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1cdb2a32-6b07-4afb-bcab-0a3032e177fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:37.627276 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-1cdb2a32-6b07-4afb-bcab-0a3032e177fa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bf1696cb-db1a-47f4-a6ae-729383ff0060 HTTP/1.1" status: 204 len: 168 time: 0.2139409 Aug 27 21:25:37.640682 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdb2a32-6b07-4afb-bcab-0a3032e177fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1696cb-db1a-47f4-a6ae-729383ff0060,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:37.705175 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-612496a3-7e5e-4bba-bb3f-cf8751733d0f None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:37.718918 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-612496a3-7e5e-4bba-bb3f-cf8751733d0f None None] Transition to ACTIVE for port object ef6f702a-5cd9-4208-a13f-fd528de1f139 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:25:37.727919 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-612496a3-7e5e-4bba-bb3f-cf8751733d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:37.816801 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1706cc73-a725-400b-bd96-4ce340fd8116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:37.829236 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9af61e-f285-43cf-814e-68efde9f151c None None] Pushing event updated for resources: {'Port': ['ID=ef6f702a-5cd9-4208-a13f-fd528de1f139,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:37.834749 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6cc87-f5a2-4d12-96eb-7175bce00f52 req-358f429f-1234-4635-bcf4-5f87b1ae0dda tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:37.836633 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-ede6cc87-f5a2-4d12-96eb-7175bce00f52 req-358f429f-1234-4635-bcf4-5f87b1ae0dda tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=48848da9-6232-48ae-bd6a-c488d8e18619 HTTP/1.1" status: 200 len: 945 time: 0.1107743 Aug 27 21:25:37.994699 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1706cc73-a725-400b-bd96-4ce340fd8116 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63bd8a64-a6d7-4856-908b-2f3b1d01991b,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:38.032165 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-612496a3-7e5e-4bba-bb3f-cf8751733d0f None None] Attempting to bind port ef6f702a-5cd9-4208-a13f-fd528de1f139 on host dv-cinder-806436-1-iscsi for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 21:25:38.032581 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-612496a3-7e5e-4bba-bb3f-cf8751733d0f None None] Attempting to bind port ef6f702a-5cd9-4208-a13f-fd528de1f139 by drivers openvswitch,hyperv on host dv-cinder-806436-1-iscsi at level 0 using segments [{'id': '6eb6954a-651b-4580-8c18-a1abdf542ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 21:25:38.032954 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612496a3-7e5e-4bba-bb3f-cf8751733d0f None None] Attempting to bind port ef6f702a-5cd9-4208-a13f-fd528de1f139 on network 3ba0d4a2-623b-4c37-8552-bca65d0b90fa {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:25:38.052945 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 60176) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:38.057156 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612496a3-7e5e-4bba-bb3f-cf8751733d0f None None] Checking agent: {'id': '7431bd39-0fd9-4a64-8486-900009fb8dd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806436-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 21, 15, 51), 'started_at': datetime.datetime(2021, 8, 27, 21, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 21, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806436-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 21:25:38.057156 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612496a3-7e5e-4bba-bb3f-cf8751733d0f None None] Checking segment: {'id': '6eb6954a-651b-4580-8c18-a1abdf542ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:25:38.057156 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-612496a3-7e5e-4bba-bb3f-cf8751733d0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:38.060103 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612496a3-7e5e-4bba-bb3f-cf8751733d0f None None] Bound using segment: {'id': '6eb6954a-651b-4580-8c18-a1abdf542ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 21:25:38.062439 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-612496a3-7e5e-4bba-bb3f-cf8751733d0f None None] Bound port: ef6f702a-5cd9-4208-a13f-fd528de1f139, host: dv-cinder-806436-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eb6954a-651b-4580-8c18-a1abdf542ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 21:25:38.062948 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-612496a3-7e5e-4bba-bb3f-cf8751733d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:38.088246 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-ede6cc87-f5a2-4d12-96eb-7175bce00f52 req-274fdbdc-9610-4d76-b343-653fd9eaca0e tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879275 Aug 27 21:25:38.098397 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1706cc73-a725-400b-bd96-4ce340fd8116 admin admin] Checking segment: {'id': 'c3698537-982a-4a31-a0d6-0b8afb31cde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd594401f-34e9-4dce-b0be-3db943d6c13a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:25:38.098775 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1706cc73-a725-400b-bd96-4ce340fd8116 admin admin] Network hostable DHCP agents. Network: d594401f-34e9-4dce-b0be-3db943d6c13a, hostable agents: ['1749b5b4-19f7-4836-8339-7d75e40e8c09'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 21:25:38.143249 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1706cc73-a725-400b-bd96-4ce340fd8116 admin admin] Network d594401f-34e9-4dce-b0be-3db943d6c13a is scheduled to be hosted by DHCP agent 1749b5b4-19f7-4836-8339-7d75e40e8c09 with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 21:25:38.164273 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-1706cc73-a725-400b-bd96-4ce340fd8116 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806436-1-iscsi, d594401f-34e9-4dce-b0be-3db943d6c13a) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:25:38.170826 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1706cc73-a725-400b-bd96-4ce340fd8116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:38.171902 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1706cc73-a725-400b-bd96-4ce340fd8116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:38.207054 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-1706cc73-a725-400b-bd96-4ce340fd8116 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8307877 Aug 27 21:25:38.208778 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 60184) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:38.220948 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [None req-2bde418a-0fb2-4f80-b8e2-3ad56991bda4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1006856034-router', 'tenant_id': '12522b023465403398c3477536d490cd', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e'}}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:25:38.223397 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-612496a3-7e5e-4bba-bb3f-cf8751733d0f None None] For port ef6f702a-5cd9-4208-a13f-fd528de1f139, host dv-cinder-806436-1-iscsi, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 21:25:38.226986 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-612496a3-7e5e-4bba-bb3f-cf8751733d0f None None] For port ef6f702a-5cd9-4208-a13f-fd528de1f139, host dv-cinder-806436-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=ef6f702a-5cd9-4208-a13f-fd528de1f139,segment=NetworkSegment(6eb6954a-651b-4580-8c18-a1abdf542ea3),segment_id=6eb6954a-651b-4580-8c18-a1abdf542ea3)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 21:25:38.241026 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e909aae4-2e3f-4a98-8e8b-4d8bdab4f894 None None] Network d594401f-34e9-4dce-b0be-3db943d6c13a requested from dv-cinder-806436-1-iscsi {{(pid=93798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 21:25:38.253084 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-612496a3-7e5e-4bba-bb3f-cf8751733d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:38.275351 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c67d35-fe33-4de1-85f6-c30aaf31d46a req-99ab8f83-1f83-4700-b317-e2b2077f5f3b tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:38.282698 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-33c67d35-fe33-4de1-85f6-c30aaf31d46a req-99ab8f83-1f83-4700-b317-e2b2077f5f3b tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=85aa052c-7ab9-4981-bdf9-723657cf85f4 HTTP/1.1" status: 200 len: 946 time: 0.1142001 Aug 27 21:25:38.315273 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2bde418a-0fb2-4f80-b8e2-3ad56991bda4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-630306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40244'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:38.316483 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2bde418a-0fb2-4f80-b8e2-3ad56991bda4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40255'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:38.400671 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612496a3-7e5e-4bba-bb3f-cf8751733d0f None None] Routers {'bb688c88-9ec0-486f-9b5b-9f98565b62eb'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:25:38.401330 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-612496a3-7e5e-4bba-bb3f-cf8751733d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:25:21Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['bb688c88-9ec0-486f-9b5b-9f98565b62eb'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:25:38.405407 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-33c67d35-fe33-4de1-85f6-c30aaf31d46a req-1576b416-c69a-4d2a-bc89-dcb491fc794d tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217539 Aug 27 21:25:38.409875 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2bde418a-0fb2-4f80-b8e2-3ad56991bda4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:38.467988 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9af61e-f285-43cf-814e-68efde9f151c None None] Pushing event updated for resources: {'Port': ['ID=ef6f702a-5cd9-4208-a13f-fd528de1f139,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:38.604119 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e3733345-049c-4f67-a7be-e291f42a6155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:38.654549 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-612496a3-7e5e-4bba-bb3f-cf8751733d0f None None] Set router bb688c88-9ec0-486f-9b5b-9f98565b62eb gateway port host: dv-cinder-806436-1-iscsi {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:25:38.657045 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d1f1c9-0a29-47ab-a559-c358c27561d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7822c764-62b3-5da8-a3e8-a6ab57b66038-d594401f-34e9-4dce-b0be-3db943d6c13a', 'network_id': 'd594401f-34e9-4dce-b0be-3db943d6c13a', 'tenant_id': '12522b023465403398c3477536d490cd', 'fixed_ips': [{'subnet_id': '63bd8a64-a6d7-4856-908b-2f3b1d01991b'}]}} from dv-cinder-806436-1-iscsi. {{(pid=93798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 21:25:38.658113 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-82d1f1c9-0a29-47ab-a559-c358c27561d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:38.941761 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 60208) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:39.045761 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-82d1f1c9-0a29-47ab-a559-c358c27561d5 None None] Allocated IP 172.20.0.2 (d594401f-34e9-4dce-b0be-3db943d6c13a/63bd8a64-a6d7-4856-908b-2f3b1d01991b/fbcebd44-892c-4824-a6cb-6ad5be796f24) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 21:25:39.294598 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2bde418a-0fb2-4f80-b8e2-3ad56991bda4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:39.450160 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d5fd99-d04e-41e8-a345-8a82e8f4d26b req-d34dc849-0555-447b-b03f-6a0fcf704ab3 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:39.453550 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-a1d5fd99-d04e-41e8-a345-8a82e8f4d26b req-d34dc849-0555-447b-b03f-6a0fcf704ab3 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=48848da9-6232-48ae-bd6a-c488d8e18619 HTTP/1.1" status: 200 len: 945 time: 0.0807149 Aug 27 21:25:39.511375 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-612496a3-7e5e-4bba-bb3f-cf8751733d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'name': 'tempest-TestVolumeBootPattern-1993109509-router', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '65269e5a-4dec-4f43-8df5-a4131cf5dbcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:25:28Z', 'updated_at': '2021-08-27T21:25:33Z', 'revision_number': 4, 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'gw_port': {'id': '65269e5a-4dec-4f43-8df5-a4131cf5dbcd', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:25:29Z', 'updated_at': '2021-08-27T21:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_interfaces': [{'id': 'ef6f702a-5cd9-4208-a13f-fd528de1f139', 'name': '', 'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'mac_address': 'fa:16:3e:03:eb:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '963c1e30-5961-4cc8-bba8-6c8d398a8e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:25:32Z', 'updated_at': '2021-08-27T21:25:38Z', 'revision_number': 4, 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'subnets': [{'id': '963c1e30-5961-4cc8-bba8-6c8d398a8e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:25:39.553629 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-a1d5fd99-d04e-41e8-a345-8a82e8f4d26b req-9d802b45-6e41-4a8d-9b78-99890ce824f3 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932357 Aug 27 21:25:39.582610 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e3733345-049c-4f67-a7be-e291f42a6155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:39.613763 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e3733345-049c-4f67-a7be-e291f42a6155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:39.663154 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612496a3-7e5e-4bba-bb3f-cf8751733d0f None None] The sync data for ids ['bb688c88-9ec0-486f-9b5b-9f98565b62eb'] in dv-cinder-806436-1-iscsi is: [{'id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'name': 'tempest-TestVolumeBootPattern-1993109509-router', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '65269e5a-4dec-4f43-8df5-a4131cf5dbcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:25:28Z', 'updated_at': '2021-08-27T21:25:33Z', 'revision_number': 4, 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'gw_port': {'id': '65269e5a-4dec-4f43-8df5-a4131cf5dbcd', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:25:29Z', 'updated_at': '2021-08-27T21:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_interfaces': [{'id': 'ef6f702a-5cd9-4208-a13f-fd528de1f139', 'name': '', 'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'mac_address': 'fa:16:3e:03:eb:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '963c1e30-5961-4cc8-bba8-6c8d398a8e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:25:32Z', 'updated_at': '2021-08-27T21:25:38Z', 'revision_number': 4, 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'subnets': [{'id': '963c1e30-5961-4cc8-bba8-6c8d398a8e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 21:25:39.673458 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4dc8e377-8a0c-4010-8918-7b8c6f2a331c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:39.855441 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-82d1f1c9-0a29-47ab-a559-c358c27561d5 None None] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:39.876745 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-82d1f1c9-0a29-47ab-a559-c358c27561d5 None None] Transition to ACTIVE for port object fbcebd44-892c-4824-a6cb-6ad5be796f24 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:25:39.994484 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-82d1f1c9-0a29-47ab-a559-c358c27561d5 None None] Transition to ACTIVE for port object fbcebd44-892c-4824-a6cb-6ad5be796f24 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:25:40.009097 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-82d1f1c9-0a29-47ab-a559-c358c27561d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794200564228'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:40.037108 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4dc8e377-8a0c-4010-8918-7b8c6f2a331c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:40.046800 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4dc8e377-8a0c-4010-8918-7b8c6f2a331c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:40.093660 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-e3733345-049c-4f67-a7be-e291f42a6155 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=387de9e17da347fdbf9af73ab2fc8673&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0393822 Aug 27 21:25:40.095529 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3733345-049c-4f67-a7be-e291f42a6155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42f3327-09a9-486a-8e93-6b9d389bfeeb,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:40.099616 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 60236) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:40.117329 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc8e377-8a0c-4010-8918-7b8c6f2a331c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a7bf27-8141-41a6-97ed-abf77de9aa7f,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:40.126754 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d1f1c9-0a29-47ab-a559-c358c27561d5 None None] Pushing event updated for resources: {'Port': ['ID=fbcebd44-892c-4824-a6cb-6ad5be796f24,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:40.142289 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-4dc8e377-8a0c-4010-8918-7b8c6f2a331c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e25ded876fba407e8a2b6721748ddebe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1993225 Aug 27 21:25:40.147834 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 60238) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:40.152305 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d1f1c9-0a29-47ab-a559-c358c27561d5 None None] Network d594401f-34e9-4dce-b0be-3db943d6c13a is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:25:40.166514 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-82d1f1c9-0a29-47ab-a559-c358c27561d5 None None] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:25:40.173887 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d1f1c9-0a29-47ab-a559-c358c27561d5 None None] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 21:25:40.230856 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device ef6f702a-5cd9-4208-a13f-fd528de1f139 up at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:25:40.235310 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2bde418a-0fb2-4f80-b8e2-3ad56991bda4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:40.274092 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2bde418a-0fb2-4f80-b8e2-3ad56991bda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:40.284952 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b894db50-5c25-4c59-a2b5-9950cfa821a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:40.330679 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-82d1f1c9-0a29-47ab-a559-c358c27561d5 None None] Attempting to bind port fbcebd44-892c-4824-a6cb-6ad5be796f24 on host dv-cinder-806436-1-iscsi for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 21:25:40.331051 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-82d1f1c9-0a29-47ab-a559-c358c27561d5 None None] Attempting to bind port fbcebd44-892c-4824-a6cb-6ad5be796f24 by drivers openvswitch,hyperv on host dv-cinder-806436-1-iscsi at level 0 using segments [{'id': 'c3698537-982a-4a31-a0d6-0b8afb31cde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd594401f-34e9-4dce-b0be-3db943d6c13a'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 21:25:40.331614 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d1f1c9-0a29-47ab-a559-c358c27561d5 None None] Attempting to bind port fbcebd44-892c-4824-a6cb-6ad5be796f24 on network d594401f-34e9-4dce-b0be-3db943d6c13a {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:25:40.351284 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d1f1c9-0a29-47ab-a559-c358c27561d5 None None] Checking agent: {'id': '7431bd39-0fd9-4a64-8486-900009fb8dd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806436-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 21, 15, 51), 'started_at': datetime.datetime(2021, 8, 27, 21, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 21, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806436-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 21:25:40.352038 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d1f1c9-0a29-47ab-a559-c358c27561d5 None None] Checking segment: {'id': 'c3698537-982a-4a31-a0d6-0b8afb31cde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd594401f-34e9-4dce-b0be-3db943d6c13a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:25:40.352589 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-82d1f1c9-0a29-47ab-a559-c358c27561d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:40.353126 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d1f1c9-0a29-47ab-a559-c358c27561d5 None None] Bound using segment: {'id': 'c3698537-982a-4a31-a0d6-0b8afb31cde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd594401f-34e9-4dce-b0be-3db943d6c13a'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 21:25:40.353882 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-82d1f1c9-0a29-47ab-a559-c358c27561d5 None None] Bound port: fbcebd44-892c-4824-a6cb-6ad5be796f24, host: dv-cinder-806436-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3698537-982a-4a31-a0d6-0b8afb31cde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd594401f-34e9-4dce-b0be-3db943d6c13a'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 21:25:40.354359 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-82d1f1c9-0a29-47ab-a559-c358c27561d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:40.378917 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b894db50-5c25-4c59-a2b5-9950cfa821a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:40.450005 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-82d1f1c9-0a29-47ab-a559-c358c27561d5 None None] For port fbcebd44-892c-4824-a6cb-6ad5be796f24, host dv-cinder-806436-1-iscsi, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 21:25:40.455817 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-82d1f1c9-0a29-47ab-a559-c358c27561d5 None None] For port fbcebd44-892c-4824-a6cb-6ad5be796f24, host dv-cinder-806436-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=fbcebd44-892c-4824-a6cb-6ad5be796f24,segment=NetworkSegment(c3698537-982a-4a31-a0d6-0b8afb31cde0),segment_id=c3698537-982a-4a31-a0d6-0b8afb31cde0)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 21:25:40.458241 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning for port ef6f702a-5cd9-4208-a13f-fd528de1f139 completed by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:25:40.482915 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-2bde418a-0fb2-4f80-b8e2-3ad56991bda4 admin admin] Allocated IP 172.27.0.81 (3cb20040-a5aa-4574-8b0a-6832b57fea7e/ca2fa5cb-b298-4fb9-b5f4-ab6912612305/ad5d4585-eba3-4d55-b549-262c82c208d4) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 21:25:40.490043 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-82d1f1c9-0a29-47ab-a559-c358c27561d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:40.502289 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5b81b978-797a-496e-9637-0dbec103bd0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:40.504572 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b894db50-5c25-4c59-a2b5-9950cfa821a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:40.509723 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b894db50-5c25-4c59-a2b5-9950cfa821a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:40.517010 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-b894db50-5c25-4c59-a2b5-9950cfa821a3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c6a7bf27-8141-41a6-97ed-abf77de9aa7f HTTP/1.1" status: 204 len: 168 time: 0.3662298 Aug 27 21:25:40.519669 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning complete for port ef6f702a-5cd9-4208-a13f-fd528de1f139 triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:25:40.520698 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:40.558047 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b894db50-5c25-4c59-a2b5-9950cfa821a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a7bf27-8141-41a6-97ed-abf77de9aa7f,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:40.666700 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5b81b978-797a-496e-9637-0dbec103bd0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:40.800438 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e131f8de-5041-4a92-89d5-e67acfbb5b77 req-fcb330d4-bc45-4ecd-b5fa-ad4c348a321b tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:40.821367 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-e131f8de-5041-4a92-89d5-e67acfbb5b77 req-fcb330d4-bc45-4ecd-b5fa-ad4c348a321b tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=48848da9-6232-48ae-bd6a-c488d8e18619 HTTP/1.1" status: 200 len: 945 time: 0.1435580 Aug 27 21:25:40.903831 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2bde418a-0fb2-4f80-b8e2-3ad56991bda4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:40.973797 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-e131f8de-5041-4a92-89d5-e67acfbb5b77 req-c8b04456-23dd-4f89-af89-eabebc102c96 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465490 Aug 27 21:25:40.980739 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5b81b978-797a-496e-9637-0dbec103bd0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:40.994172 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5b81b978-797a-496e-9637-0dbec103bd0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:41.003776 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-5b81b978-797a-496e-9637-0dbec103bd0f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f42f3327-09a9-486a-8e93-6b9d389bfeeb HTTP/1.1" status: 204 len: 168 time: 0.8630826 Aug 27 21:25:41.071351 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b81b978-797a-496e-9637-0dbec103bd0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42f3327-09a9-486a-8e93-6b9d389bfeeb,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:41.161360 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d1f1c9-0a29-47ab-a559-c358c27561d5 None None] Pushing event updated for resources: {'Port': ['ID=fbcebd44-892c-4824-a6cb-6ad5be796f24,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:41.167975 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:41.177857 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2bde418a-0fb2-4f80-b8e2-3ad56991bda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794200564228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-275356'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:41.241015 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] For port ef6f702a-5cd9-4208-a13f-fd528de1f139, host dv-cinder-806436-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=ef6f702a-5cd9-4208-a13f-fd528de1f139,segment=NetworkSegment(6eb6954a-651b-4580-8c18-a1abdf542ea3),segment_id=6eb6954a-651b-4580-8c18-a1abdf542ea3)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:25:41.253930 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:41.347139 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 60280) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:41.363566 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bde418a-0fb2-4f80-b8e2-3ad56991bda4 admin admin] Pushing event updated for resources: {'Port': ['ID=ad5d4585-eba3-4d55-b549-262c82c208d4,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:41.383977 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bde418a-0fb2-4f80-b8e2-3ad56991bda4 admin admin] Network 3cb20040-a5aa-4574-8b0a-6832b57fea7e is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:25:41.387268 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Pushing event updated for resources: {'Port': ['ID=ef6f702a-5cd9-4208-a13f-fd528de1f139,revision_number=5']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:41.388535 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-2bde418a-0fb2-4f80-b8e2-3ad56991bda4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:25:41.392228 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bde418a-0fb2-4f80-b8e2-3ad56991bda4 admin admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 21:25:41.922085 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 60296) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:42.021874 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-46e0ccfb-e162-4c2b-b58a-02f83ee983f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:42.078572 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2bde418a-0fb2-4f80-b8e2-3ad56991bda4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:42.272521 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device fbcebd44-892c-4824-a6cb-6ad5be796f24 up at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:25:42.306329 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-46e0ccfb-e162-4c2b-b58a-02f83ee983f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:42.382886 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-46e0ccfb-e162-4c2b-b58a-02f83ee983f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:42.386112 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c79746ee-4019-4008-956a-d9f9949dd65a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:42.416001 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:42.419745 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning for port fbcebd44-892c-4824-a6cb-6ad5be796f24 completed by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:25:42.426451 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device ef6f702a-5cd9-4208-a13f-fd528de1f139 up at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:25:42.556755 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-46e0ccfb-e162-4c2b-b58a-02f83ee983f0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=58a7eaeebaf049d6849d3490e1b15ed0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6327372 Aug 27 21:25:42.567819 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e0ccfb-e162-4c2b-b58a-02f83ee983f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3484d95-ee61-4073-8412-6df6126b1051,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:42.571165 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 60314) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:42.583895 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning complete for port ef6f702a-5cd9-4208-a13f-fd528de1f139 triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:25:42.584281 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:42.598849 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ae080f-19f5-442c-a068-fabe72a01b89 None None] Network d594401f-34e9-4dce-b0be-3db943d6c13a requested from dv-cinder-806436-1-iscsi {{(pid=93798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 21:25:42.658837 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201671ea-8eb8-46a1-a43a-2c3216e7d879 req-26cfee4b-605c-49bc-b744-5912fd1025af tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:42.667826 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-201671ea-8eb8-46a1-a43a-2c3216e7d879 req-26cfee4b-605c-49bc-b744-5912fd1025af tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/networks?id=3810ce44-ef2e-4539-825a-afaeff9378bf HTTP/1.1" status: 200 len: 815 time: 0.6801748 Aug 27 21:25:42.692506 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-f99a4ab7-df0a-4343-a813-b15214720e61 None None] Provisioning for port fbcebd44-892c-4824-a6cb-6ad5be796f24 completed by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:25:42.700309 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-f99a4ab7-df0a-4343-a813-b15214720e61 None None] Provisioning complete for port fbcebd44-892c-4824-a6cb-6ad5be796f24 triggered by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:25:42.700717 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f99a4ab7-df0a-4343-a813-b15214720e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:42.710502 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-201671ea-8eb8-46a1-a43a-2c3216e7d879 req-f9c4ef98-c03c-4494-a125-7d1e8725008e tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/quotas/f86ecf3ade224edea8eb50a9b92b58b0 HTTP/1.1" status: 200 len: 375 time: 0.0415373 Aug 27 21:25:42.758345 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba86c16-9cf2-449b-83bd-60e2c0929894 req-a5d8991e-0281-417b-916d-1f9fe92900c3 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:42.772073 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2c08d954-78d1-4d43-9fbe-bd63125c9755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:42.772784 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-1ba86c16-9cf2-449b-83bd-60e2c0929894 req-a5d8991e-0281-417b-916d-1f9fe92900c3 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=48848da9-6232-48ae-bd6a-c488d8e18619 HTTP/1.1" status: 200 len: 945 time: 0.2191746 Aug 27 21:25:42.788228 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2bde418a-0fb2-4f80-b8e2-3ad56991bda4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-630453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628283'] for router, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:42.828743 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2c08d954-78d1-4d43-9fbe-bd63125c9755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:42.843891 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-201671ea-8eb8-46a1-a43a-2c3216e7d879 req-79776eac-550a-45d6-995f-19ba28f545d9 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f86ecf3ade224edea8eb50a9b92b58b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1325181 Aug 27 21:25:42.858557 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239c502-3987-4730-841b-fb4d3ea8aad0 req-2a9653a3-1df8-47b6-8aad-23ac5c4db7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:42.860662 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-e239c502-3987-4730-841b-fb4d3ea8aad0 req-2a9653a3-1df8-47b6-8aad-23ac5c4db7a0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=48848da9-6232-48ae-bd6a-c488d8e18619 HTTP/1.1" status: 200 len: 1098 time: 0.3053300 Aug 27 21:25:42.874210 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c79746ee-4019-4008-956a-d9f9949dd65a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:42.940393 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f99a4ab7-df0a-4343-a813-b15214720e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:42.941284 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-1ba86c16-9cf2-449b-83bd-60e2c0929894 req-c899302a-bb38-47fc-9e12-a44493feaeac tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663401 Aug 27 21:25:42.968362 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c79746ee-4019-4008-956a-d9f9949dd65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:43.009589 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-f99a4ab7-df0a-4343-a813-b15214720e61 None None] For port fbcebd44-892c-4824-a6cb-6ad5be796f24, host dv-cinder-806436-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=fbcebd44-892c-4824-a6cb-6ad5be796f24,segment=NetworkSegment(c3698537-982a-4a31-a0d6-0b8afb31cde0),segment_id=c3698537-982a-4a31-a0d6-0b8afb31cde0)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:25:43.016330 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f99a4ab7-df0a-4343-a813-b15214720e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:43.052654 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-c79746ee-4019-4008-956a-d9f9949dd65a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c809cae358b84be4a17880c93e6b9b7e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7036402 Aug 27 21:25:43.053586 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 60328) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:43.075576 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79746ee-4019-4008-956a-d9f9949dd65a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa67277-8088-40d3-bbf2-c10054ad7cca,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:43.091113 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99a4ab7-df0a-4343-a813-b15214720e61 None None] Pushing event updated for resources: {'Port': ['ID=fbcebd44-892c-4824-a6cb-6ad5be796f24,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:43.113666 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2c08d954-78d1-4d43-9fbe-bd63125c9755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:43.116155 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2c08d954-78d1-4d43-9fbe-bd63125c9755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:43.122843 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-2c08d954-78d1-4d43-9fbe-bd63125c9755 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f3484d95-ee61-4073-8412-6df6126b1051 HTTP/1.1" status: 204 len: 168 time: 0.5466170 Aug 27 21:25:43.164608 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-201671ea-8eb8-46a1-a43a-2c3216e7d879 req-39280e17-585e-4898-8469-3bda3ae1bfbc service neutron] 10.222.0.39 "GET /v2.0/networks/3810ce44-ef2e-4539-825a-afaeff9378bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194754 Aug 27 21:25:43.180252 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-e239c502-3987-4730-841b-fb4d3ea8aad0 req-d6083072-cec3-4484-b391-7a021a922677 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981689 Aug 27 21:25:43.202990 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c08d954-78d1-4d43-9fbe-bd63125c9755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3484d95-ee61-4073-8412-6df6126b1051,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:43.290780 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bde418a-0fb2-4f80-b8e2-3ad56991bda4 admin admin] Router 55ad44d7-84f1-4e31-9666-cefad9d4c7a4 is scheduled to L3 agent da753c34-e47f-42d8-9f83-ec5464f53bc8 with binding_index 1 {{(pid=93797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 21:25:43.292991 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d5445a4b-87d5-41ed-b57b-8a135b5c93d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:43.335433 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d5445a4b-87d5-41ed-b57b-8a135b5c93d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:43.353380 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-0090cf35-336c-4484-b361-0f9c547a3cb0 None None] Provisioning complete for port fbcebd44-892c-4824-a6cb-6ad5be796f24 triggered by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:25:43.355203 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0090cf35-336c-4484-b361-0f9c547a3cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:43.357391 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-201671ea-8eb8-46a1-a43a-2c3216e7d879 req-2e1a115a-34d8-46f7-80d7-686b899c5fa9 service neutron] 10.222.0.39 "GET /v2.0/networks/3810ce44-ef2e-4539-825a-afaeff9378bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914551 Aug 27 21:25:43.427046 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d5445a4b-87d5-41ed-b57b-8a135b5c93d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:43.430220 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d5445a4b-87d5-41ed-b57b-8a135b5c93d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:43.435657 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-d5445a4b-87d5-41ed-b57b-8a135b5c93d2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8aa67277-8088-40d3-bbf2-c10054ad7cca HTTP/1.1" status: 204 len: 168 time: 0.3703699 Aug 27 21:25:43.446935 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5445a4b-87d5-41ed-b57b-8a135b5c93d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa67277-8088-40d3-bbf2-c10054ad7cca,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:43.537786 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bde418a-0fb2-4f80-b8e2-3ad56991bda4 admin admin] Notify agent at l3_agent.dv-cinder-806436-1-iscsi the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 21:25:43.552492 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cde79ce-f6bc-4f01-937c-9997fdc5a070 None None] Sync routers for ids ['55ad44d7-84f1-4e31-9666-cefad9d4c7a4'] in dv-cinder-806436-1-iscsi {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 21:25:43.572477 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cde79ce-f6bc-4f01-937c-9997fdc5a070 None None] Routers {'55ad44d7-84f1-4e31-9666-cefad9d4c7a4'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:25:43.578118 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-2cde79ce-f6bc-4f01-937c-9997fdc5a070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:25:21Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['55ad44d7-84f1-4e31-9666-cefad9d4c7a4'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:25:43.578644 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2bde418a-0fb2-4f80-b8e2-3ad56991bda4 admin admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:43.582985 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 60342) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:43.605413 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-2bde418a-0fb2-4f80-b8e2-3ad56991bda4 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.3944559 Aug 27 21:25:43.756848 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-9f493e0d-8206-4fe3-96ce-84d91e06e357 req-fadbb040-bf75-43d5-85ac-edc3eefa8636 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a318b82-1824-4799-9f46-2489234290b2 HTTP/1.1" status: 200 len: 210 time: 0.0479867 Aug 27 21:25:43.944575 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-2cde79ce-f6bc-4f01-937c-9997fdc5a070 None None] Set router 55ad44d7-84f1-4e31-9666-cefad9d4c7a4 gateway port host: dv-cinder-806436-1-iscsi {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:25:44.086846 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device fbcebd44-892c-4824-a6cb-6ad5be796f24 up at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:25:44.249534 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning complete for port fbcebd44-892c-4824-a6cb-6ad5be796f24 triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:25:44.250485 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:44.462635 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-2cde79ce-f6bc-4f01-937c-9997fdc5a070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ad44d7-84f1-4e31-9666-cefad9d4c7a4', 'name': 'tempest-TestVolumeBootPattern-1006856034-router', 'tenant_id': '12522b023465403398c3477536d490cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'ad5d4585-eba3-4d55-b549-262c82c208d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:25:38Z', 'updated_at': '2021-08-27T21:25:41Z', 'revision_number': 3, 'project_id': '12522b023465403398c3477536d490cd', 'gw_port': {'id': 'ad5d4585-eba3-4d55-b549-262c82c208d4', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ad44d7-84f1-4e31-9666-cefad9d4c7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:25:40Z', 'updated_at': '2021-08-27T21:25:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi'}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:25:44.563998 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cde79ce-f6bc-4f01-937c-9997fdc5a070 None None] Checking router: 55ad44d7-84f1-4e31-9666-cefad9d4c7a4 for host: dv-cinder-806436-1-iscsi {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 21:25:44.565151 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cde79ce-f6bc-4f01-937c-9997fdc5a070 None None] Updating router 55ad44d7-84f1-4e31-9666-cefad9d4c7a4 port ad5d4585-eba3-4d55-b549-262c82c208d4 binding host dv-cinder-806436-1-iscsi {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 21:25:44.638280 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2cde79ce-f6bc-4f01-937c-9997fdc5a070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:44.917472 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7de1fa-134b-4126-b701-d5fef3ec198a req-fd5034e0-19a7-4db3-8d18-8a0b5ed85d8f tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:44.919221 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-be7de1fa-134b-4126-b701-d5fef3ec198a req-fd5034e0-19a7-4db3-8d18-8a0b5ed85d8f tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=48848da9-6232-48ae-bd6a-c488d8e18619 HTTP/1.1" status: 200 len: 945 time: 0.7089570 Aug 27 21:25:45.001837 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d9dfb09a-0fd8-4fa9-a6ef-55afe99e5020 req-7fee3842-49ed-4d60-9fe3-6902d2f2f3e6 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a318b82-1824-4799-9f46-2489234290b2 HTTP/1.1" status: 200 len: 210 time: 0.0598457 Aug 27 21:25:45.072373 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-be7de1fa-134b-4126-b701-d5fef3ec198a req-e67093be-cab0-435c-bb0a-e22a2c73c493 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891747 Aug 27 21:25:45.166047 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2cde79ce-f6bc-4f01-937c-9997fdc5a070 None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:45.177578 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-2cde79ce-f6bc-4f01-937c-9997fdc5a070 None None] Transition to ACTIVE for port object ad5d4585-eba3-4d55-b549-262c82c208d4 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:25:45.187243 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2cde79ce-f6bc-4f01-937c-9997fdc5a070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:45.244483 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f7c4b-116f-4383-bd3b-085cc5ab390b None None] Pushing event updated for resources: {'Port': ['ID=ad5d4585-eba3-4d55-b549-262c82c208d4,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:45.275371 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-2cde79ce-f6bc-4f01-937c-9997fdc5a070 None None] Attempting to bind port ad5d4585-eba3-4d55-b549-262c82c208d4 on host dv-cinder-806436-1-iscsi for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 21:25:45.275741 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-2cde79ce-f6bc-4f01-937c-9997fdc5a070 None None] Attempting to bind port ad5d4585-eba3-4d55-b549-262c82c208d4 by drivers openvswitch,hyperv on host dv-cinder-806436-1-iscsi at level 0 using segments [{'id': '294aecfa-d12c-4149-ab86-bf2395e16d40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 21:25:45.276100 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cde79ce-f6bc-4f01-937c-9997fdc5a070 None None] Attempting to bind port ad5d4585-eba3-4d55-b549-262c82c208d4 on network 3cb20040-a5aa-4574-8b0a-6832b57fea7e {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:25:45.287070 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cde79ce-f6bc-4f01-937c-9997fdc5a070 None None] Checking agent: {'id': '7431bd39-0fd9-4a64-8486-900009fb8dd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806436-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 21, 15, 51), 'started_at': datetime.datetime(2021, 8, 27, 21, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 21, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806436-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 21:25:45.287445 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cde79ce-f6bc-4f01-937c-9997fdc5a070 None None] Checking segment: {'id': '294aecfa-d12c-4149-ab86-bf2395e16d40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:25:45.290410 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2cde79ce-f6bc-4f01-937c-9997fdc5a070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:45.290927 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cde79ce-f6bc-4f01-937c-9997fdc5a070 None None] Bound using segment: {'id': '294aecfa-d12c-4149-ab86-bf2395e16d40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 21:25:45.291444 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-2cde79ce-f6bc-4f01-937c-9997fdc5a070 None None] Bound port: ad5d4585-eba3-4d55-b549-262c82c208d4, host: dv-cinder-806436-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '294aecfa-d12c-4149-ab86-bf2395e16d40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 21:25:45.291863 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2cde79ce-f6bc-4f01-937c-9997fdc5a070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:45.344541 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f7342315-99ef-41ed-bde5-3e93d4657a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:45.374179 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-2cde79ce-f6bc-4f01-937c-9997fdc5a070 None None] For port ad5d4585-eba3-4d55-b549-262c82c208d4, host dv-cinder-806436-1-iscsi, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 21:25:45.390769 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-2cde79ce-f6bc-4f01-937c-9997fdc5a070 None None] For port ad5d4585-eba3-4d55-b549-262c82c208d4, host dv-cinder-806436-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=ad5d4585-eba3-4d55-b549-262c82c208d4,segment=NetworkSegment(294aecfa-d12c-4149-ab86-bf2395e16d40),segment_id=294aecfa-d12c-4149-ab86-bf2395e16d40)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 21:25:45.397462 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2cde79ce-f6bc-4f01-937c-9997fdc5a070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:45.457035 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cde79ce-f6bc-4f01-937c-9997fdc5a070 None None] Routers {'55ad44d7-84f1-4e31-9666-cefad9d4c7a4'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:25:45.457696 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-2cde79ce-f6bc-4f01-937c-9997fdc5a070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:25:21Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['55ad44d7-84f1-4e31-9666-cefad9d4c7a4'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:25:45.641141 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-f7342315-99ef-41ed-bde5-3e93d4657a9b admin admin] Allocated IP 172.20.0.1 (d594401f-34e9-4dce-b0be-3db943d6c13a/63bd8a64-a6d7-4856-908b-2f3b1d01991b/bcac0c85-3c38-4d96-8f4b-79bb88f91027) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 21:25:45.655567 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-2cde79ce-f6bc-4f01-937c-9997fdc5a070 None None] Set router 55ad44d7-84f1-4e31-9666-cefad9d4c7a4 gateway port host: dv-cinder-806436-1-iscsi {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:25:45.726808 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f7c4b-116f-4383-bd3b-085cc5ab390b None None] Pushing event updated for resources: {'Port': ['ID=ad5d4585-eba3-4d55-b549-262c82c208d4,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:45.969520 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-2cde79ce-f6bc-4f01-937c-9997fdc5a070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ad44d7-84f1-4e31-9666-cefad9d4c7a4', 'name': 'tempest-TestVolumeBootPattern-1006856034-router', 'tenant_id': '12522b023465403398c3477536d490cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'ad5d4585-eba3-4d55-b549-262c82c208d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:25:38Z', 'updated_at': '2021-08-27T21:25:41Z', 'revision_number': 3, 'project_id': '12522b023465403398c3477536d490cd', 'gw_port': {'id': 'ad5d4585-eba3-4d55-b549-262c82c208d4', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ad44d7-84f1-4e31-9666-cefad9d4c7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:25:40Z', 'updated_at': '2021-08-27T21:25:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi'}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:25:45.973423 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f7342315-99ef-41ed-bde5-3e93d4657a9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:46.031114 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-f7342315-99ef-41ed-bde5-3e93d4657a9b admin admin] Transition to ACTIVE for port object bcac0c85-3c38-4d96-8f4b-79bb88f91027 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:25:46.041753 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cde79ce-f6bc-4f01-937c-9997fdc5a070 None None] The sync data for ids ['55ad44d7-84f1-4e31-9666-cefad9d4c7a4'] in dv-cinder-806436-1-iscsi is: [{'id': '55ad44d7-84f1-4e31-9666-cefad9d4c7a4', 'name': 'tempest-TestVolumeBootPattern-1006856034-router', 'tenant_id': '12522b023465403398c3477536d490cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'ad5d4585-eba3-4d55-b549-262c82c208d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:25:38Z', 'updated_at': '2021-08-27T21:25:41Z', 'revision_number': 3, 'project_id': '12522b023465403398c3477536d490cd', 'gw_port': {'id': 'ad5d4585-eba3-4d55-b549-262c82c208d4', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ad44d7-84f1-4e31-9666-cefad9d4c7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:25:40Z', 'updated_at': '2021-08-27T21:25:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi'}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 21:25:46.134546 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201671ea-8eb8-46a1-a43a-2c3216e7d879 req-e3269c6c-e652-43bd-abcd-f941beae50ec tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:46.141524 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-201671ea-8eb8-46a1-a43a-2c3216e7d879 req-e3269c6c-e652-43bd-abcd-f941beae50ec tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.73 "GET /v2.0/networks?id=3810ce44-ef2e-4539-825a-afaeff9378bf HTTP/1.1" status: 200 len: 815 time: 0.3174963 Aug 27 21:25:46.157995 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [req-201671ea-8eb8-46a1-a43a-2c3216e7d879 req-34327715-c815-4870-b16a-6e35f5882b26 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Request body: {'port': {'device_id': '2a318b82-1824-4799-9f46-2489234290b2', 'network_id': '3810ce44-ef2e-4539-825a-afaeff9378bf', 'admin_state_up': True, 'tenant_id': 'f86ecf3ade224edea8eb50a9b92b58b0'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:25:46.166698 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f7342315-99ef-41ed-bde5-3e93d4657a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794200564228'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:46.202176 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7342315-99ef-41ed-bde5-3e93d4657a9b admin admin] Network d594401f-34e9-4dce-b0be-3db943d6c13a is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:25:46.214807 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-f7342315-99ef-41ed-bde5-3e93d4657a9b admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:25:46.217907 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7342315-99ef-41ed-bde5-3e93d4657a9b admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 21:25:46.219972 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f7342315-99ef-41ed-bde5-3e93d4657a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-628452'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:46.388466 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-5c37e63b-0c3e-4511-b32b-6a460d6229ed req-e3ff228a-4ac0-42a1-8688-e7007cd93b29 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a318b82-1824-4799-9f46-2489234290b2 HTTP/1.1" status: 200 len: 210 time: 0.1853137 Aug 27 21:25:46.429992 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-201671ea-8eb8-46a1-a43a-2c3216e7d879 req-34327715-c815-4870-b16a-6e35f5882b26 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Made reservation on behalf of f86ecf3ade224edea8eb50a9b92b58b0 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 21:25:46.440978 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-201671ea-8eb8-46a1-a43a-2c3216e7d879 req-34327715-c815-4870-b16a-6e35f5882b26 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:46.528178 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7342315-99ef-41ed-bde5-3e93d4657a9b admin admin] Pushing event updated for resources: {'Port': ['ID=bcac0c85-3c38-4d96-8f4b-79bb88f91027,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:46.646399 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-e3d97a5d-7c73-446d-bc0d-437457504eed None None] Provisioning for port bcac0c85-3c38-4d96-8f4b-79bb88f91027 completed by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:25:46.654049 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-e3d97a5d-7c73-446d-bc0d-437457504eed None None] Provisioning complete for port bcac0c85-3c38-4d96-8f4b-79bb88f91027 triggered by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:25:46.655895 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e3d97a5d-7c73-446d-bc0d-437457504eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:46.715203 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-e3d97a5d-7c73-446d-bc0d-437457504eed None None] Port bcac0c85-3c38-4d96-8f4b-79bb88f91027 cannot update to ACTIVE because it is not bound. {{(pid=93798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 21:25:46.717188 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f7342315-99ef-41ed-bde5-3e93d4657a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:46.762866 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c39cb6-cf20-4c96-b735-0511322c6dbd req-92ca97d8-535d-44a2-a161-c4d72d2709fa tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:46.779687 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-08c39cb6-cf20-4c96-b735-0511322c6dbd req-92ca97d8-535d-44a2-a161-c4d72d2709fa tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=48848da9-6232-48ae-bd6a-c488d8e18619 HTTP/1.1" status: 200 len: 945 time: 0.2933757 Aug 27 21:25:46.904484 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-08c39cb6-cf20-4c96-b735-0511322c6dbd req-1938b688-e721-4cf6-aefc-5f6ebf150f5f tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234581 Aug 27 21:25:46.958616 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-201671ea-8eb8-46a1-a43a-2c3216e7d879 req-34327715-c815-4870-b16a-6e35f5882b26 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Allocated IP 172.20.0.11 (3810ce44-ef2e-4539-825a-afaeff9378bf/1118719e-5689-4aa5-abb3-709897e8d96a/9febb77a-7e7d-475d-b5d5-872527a3a14c) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 21:25:47.010125 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f7342315-99ef-41ed-bde5-3e93d4657a9b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:47.020124 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f7342315-99ef-41ed-bde5-3e93d4657a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:47.020929 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f7342315-99ef-41ed-bde5-3e93d4657a9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1011620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628539'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:47.149503 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7342315-99ef-41ed-bde5-3e93d4657a9b admin admin] Pushing event updated for resources: {'Port': ['ID=bcac0c85-3c38-4d96-8f4b-79bb88f91027,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:47.228022 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf23c29-c124-4088-b99e-854f84090794 req-1991e920-e09e-49e0-8fb8-5df4c2d49ec5 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:47.231181 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7342315-99ef-41ed-bde5-3e93d4657a9b admin admin] Network d594401f-34e9-4dce-b0be-3db943d6c13a is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:25:47.231315 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-6cf23c29-c124-4088-b99e-854f84090794 req-1991e920-e09e-49e0-8fb8-5df4c2d49ec5 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.1823840 Aug 27 21:25:47.240704 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-f7342315-99ef-41ed-bde5-3e93d4657a9b admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:25:47.346898 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-6cf23c29-c124-4088-b99e-854f84090794 req-9c9cf2b9-546a-43b7-a796-b27187a47cf1 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001906 Aug 27 21:25:47.363100 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-201671ea-8eb8-46a1-a43a-2c3216e7d879 req-34327715-c815-4870-b16a-6e35f5882b26 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:47.486528 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-201671ea-8eb8-46a1-a43a-2c3216e7d879 req-34327715-c815-4870-b16a-6e35f5882b26 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794200564228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-275356'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:47.509310 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7342315-99ef-41ed-bde5-3e93d4657a9b admin admin] Router 55ad44d7-84f1-4e31-9666-cefad9d4c7a4 has already been hosted by L3 agent da753c34-e47f-42d8-9f83-ec5464f53bc8 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 21:25:47.555024 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-201671ea-8eb8-46a1-a43a-2c3216e7d879 req-34327715-c815-4870-b16a-6e35f5882b26 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Network 3810ce44-ef2e-4539-825a-afaeff9378bf is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:25:47.561293 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-201671ea-8eb8-46a1-a43a-2c3216e7d879 req-34327715-c815-4870-b16a-6e35f5882b26 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:25:47.568862 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-201671ea-8eb8-46a1-a43a-2c3216e7d879 req-34327715-c815-4870-b16a-6e35f5882b26 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 21:25:47.614590 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34327715-c815-4870-b16a-6e35f5882b26 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Pushing event updated for resources: {'Port': ['ID=9febb77a-7e7d-475d-b5d5-872527a3a14c,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:47.676746 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201671ea-8eb8-46a1-a43a-2c3216e7d879 req-34327715-c815-4870-b16a-6e35f5882b26 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:47.677685 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-201671ea-8eb8-46a1-a43a-2c3216e7d879 req-34327715-c815-4870-b16a-6e35f5882b26 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:47.709835 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-201671ea-8eb8-46a1-a43a-2c3216e7d879 req-34327715-c815-4870-b16a-6e35f5882b26 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5569122 Aug 27 21:25:47.756487 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-1d485206-2ca0-4f15-8e81-830487228122 None None] Provisioning complete for port bcac0c85-3c38-4d96-8f4b-79bb88f91027 triggered by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:25:47.757007 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1d485206-2ca0-4f15-8e81-830487228122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:47.792253 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7342315-99ef-41ed-bde5-3e93d4657a9b admin admin] Notify agent at l3_agent.dv-cinder-806436-1-iscsi the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 21:25:47.802368 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-1d485206-2ca0-4f15-8e81-830487228122 None None] Port bcac0c85-3c38-4d96-8f4b-79bb88f91027 cannot update to ACTIVE because it is not bound. {{(pid=93798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 21:25:47.809779 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-f7342315-99ef-41ed-bde5-3e93d4657a9b admin admin] 10.222.0.39 "PUT /v2.0/routers/55ad44d7-84f1-4e31-9666-cefad9d4c7a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2251370 Aug 27 21:25:47.856725 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da0957d-dfc3-4819-8ad3-af5b5e594e2e req-22337926-cf64-4f8e-9092-5521e6bd1b43 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:47.866143 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-8da0957d-dfc3-4819-8ad3-af5b5e594e2e req-22337926-cf64-4f8e-9092-5521e6bd1b43 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a318b82-1824-4799-9f46-2489234290b2 HTTP/1.1" status: 200 len: 932 time: 0.0791409 Aug 27 21:25:47.922260 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-8da0957d-dfc3-4819-8ad3-af5b5e594e2e req-1103725d-6e72-4f15-b035-54008fb84c1a tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546029 Aug 27 21:25:48.024914 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device ad5d4585-eba3-4d55-b549-262c82c208d4 up at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:25:48.103420 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning for port ad5d4585-eba3-4d55-b549-262c82c208d4 completed by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:25:48.108683 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning complete for port ad5d4585-eba3-4d55-b549-262c82c208d4 triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:25:48.109180 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:48.216381 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:48.244147 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] For port ad5d4585-eba3-4d55-b549-262c82c208d4, host dv-cinder-806436-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=ad5d4585-eba3-4d55-b549-262c82c208d4,segment=NetworkSegment(294aecfa-d12c-4149-ab86-bf2395e16d40),segment_id=294aecfa-d12c-4149-ab86-bf2395e16d40)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:25:48.251144 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:48.311931 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Pushing event updated for resources: {'Port': ['ID=ad5d4585-eba3-4d55-b549-262c82c208d4,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:48.374024 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] get_ports_and_sgs() called for port_ids ['ffb26850-fdb4-4ec1-952e-e63d67398879', '19760bd2-1463-4eed-b6b4-5ceac4b34206'] {{(pid=93798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 21:25:48.383673 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [req-201671ea-8eb8-46a1-a43a-2c3216e7d879 req-31ee1219-ff45-4c3c-aa13-a552c938b4ac service neutron] Request body: {'port': {'device_id': '2a318b82-1824-4799-9f46-2489234290b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80643'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:25:48.466415 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-201671ea-8eb8-46a1-a43a-2c3216e7d879 req-31ee1219-ff45-4c3c-aa13-a552c938b4ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:48.628788 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 60534) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:48.634471 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [None req-5759011b-d7f1-4e17-9a8e-1c10741fdcad tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1975916994', 'description': 'tempest-secgroup-smoke-1975916994 description', 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:25:48.680734 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5759011b-d7f1-4e17-9a8e-1c10741fdcad tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:48.699028 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8e7eaa-04af-41dd-8297-13403904a03e None None] Sync routers for ids ['55ad44d7-84f1-4e31-9666-cefad9d4c7a4'] in dv-cinder-806436-1-iscsi {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 21:25:48.724070 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8e7eaa-04af-41dd-8297-13403904a03e None None] Routers {'55ad44d7-84f1-4e31-9666-cefad9d4c7a4'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:25:48.724974 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-7e8e7eaa-04af-41dd-8297-13403904a03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:25:21Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['55ad44d7-84f1-4e31-9666-cefad9d4c7a4'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:25:48.730984 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-400515f4-ec91-4eab-a258-4c795df8c184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:48.781377 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5759011b-d7f1-4e17-9a8e-1c10741fdcad tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:48.785919 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5759011b-d7f1-4e17-9a8e-1c10741fdcad tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:48.819281 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5759011b-d7f1-4e17-9a8e-1c10741fdcad tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:48.820561 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-5759011b-d7f1-4e17-9a8e-1c10741fdcad tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1896987 Aug 27 21:25:48.822688 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5759011b-d7f1-4e17-9a8e-1c10741fdcad tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28bf76b6-d343-4eb6-9dcd-dc6337ad6069,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:48.826033 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 60538) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:48.830471 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [None req-4c49108a-1550-4724-a5bb-f091717741c0 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Request body: {'security_group_rule': {'security_group_id': '28bf76b6-d343-4eb6-9dcd-dc6337ad6069', 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:25:48.833870 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.notifiers.nova [req-201671ea-8eb8-46a1-a43a-2c3216e7d879 req-31ee1219-ff45-4c3c-aa13-a552c938b4ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9febb77a-7e7d-475d-b5d5-872527a3a14c {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 21:25:48.846399 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-201671ea-8eb8-46a1-a43a-2c3216e7d879 req-31ee1219-ff45-4c3c-aa13-a552c938b4ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:48.864626 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-7e8e7eaa-04af-41dd-8297-13403904a03e None None] Set router 55ad44d7-84f1-4e31-9666-cefad9d4c7a4 gateway port host: dv-cinder-806436-1-iscsi {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:25:48.865178 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-201671ea-8eb8-46a1-a43a-2c3216e7d879 req-31ee1219-ff45-4c3c-aa13-a552c938b4ac service neutron] Transition to ACTIVE for port object 9febb77a-7e7d-475d-b5d5-872527a3a14c will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:25:48.870101 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-201671ea-8eb8-46a1-a43a-2c3216e7d879 req-31ee1219-ff45-4c3c-aa13-a552c938b4ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-275333'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:48.873515 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4c49108a-1550-4724-a5bb-f091717741c0 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:48.932267 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ee1219-ff45-4c3c-aa13-a552c938b4ac service neutron] Pushing event updated for resources: {'Port': ['ID=9febb77a-7e7d-475d-b5d5-872527a3a14c,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:48.968574 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4c49108a-1550-4724-a5bb-f091717741c0 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:48.973879 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4c49108a-1550-4724-a5bb-f091717741c0 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871929'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:48.993899 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c49108a-1550-4724-a5bb-f091717741c0 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64bdab20-07c5-4a86-b6d1-cbc97939600e,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:49.019877 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4c49108a-1550-4724-a5bb-f091717741c0 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:49.028254 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-4c49108a-1550-4724-a5bb-f091717741c0 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2012196 Aug 27 21:25:49.029262 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 60544) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:49.043000 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [None req-ff23f738-721f-480f-819e-bc7ca6f0d30d tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Request body: {'security_group_rule': {'security_group_id': '28bf76b6-d343-4eb6-9dcd-dc6337ad6069', 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:25:49.080198 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ff23f738-721f-480f-819e-bc7ca6f0d30d tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:49.095435 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-201671ea-8eb8-46a1-a43a-2c3216e7d879 req-31ee1219-ff45-4c3c-aa13-a552c938b4ac service neutron] Attempting to bind port 9febb77a-7e7d-475d-b5d5-872527a3a14c on host hv-cinder-80643 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 21:25:49.095802 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-201671ea-8eb8-46a1-a43a-2c3216e7d879 req-31ee1219-ff45-4c3c-aa13-a552c938b4ac service neutron] Attempting to bind port 9febb77a-7e7d-475d-b5d5-872527a3a14c by drivers openvswitch,hyperv on host hv-cinder-80643 at level 0 using segments [{'id': 'cc218a4a-0181-4b4c-a554-32acf37b90dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3810ce44-ef2e-4539-825a-afaeff9378bf'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 21:25:49.096175 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201671ea-8eb8-46a1-a43a-2c3216e7d879 req-31ee1219-ff45-4c3c-aa13-a552c938b4ac service neutron] Attempting to bind port 9febb77a-7e7d-475d-b5d5-872527a3a14c on network 3810ce44-ef2e-4539-825a-afaeff9378bf {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:25:49.106756 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201671ea-8eb8-46a1-a43a-2c3216e7d879 req-31ee1219-ff45-4c3c-aa13-a552c938b4ac service neutron] Port 9febb77a-7e7d-475d-b5d5-872527a3a14c on network 3810ce44-ef2e-4539-825a-afaeff9378bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80643 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 21:25:49.107140 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201671ea-8eb8-46a1-a43a-2c3216e7d879 req-31ee1219-ff45-4c3c-aa13-a552c938b4ac service neutron] Attempting to bind port 9febb77a-7e7d-475d-b5d5-872527a3a14c on network 3810ce44-ef2e-4539-825a-afaeff9378bf {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:25:49.119863 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff97ea-d6c5-4ab9-a447-12feba4eae0f req-1ed71d33-bf6f-4746-b4fa-94ff1ec7260e tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:49.122049 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-b1ff97ea-d6c5-4ab9-a447-12feba4eae0f req-1ed71d33-bf6f-4746-b4fa-94ff1ec7260e tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a318b82-1824-4799-9f46-2489234290b2 HTTP/1.1" status: 200 len: 944 time: 0.0905113 Aug 27 21:25:49.123473 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201671ea-8eb8-46a1-a43a-2c3216e7d879 req-31ee1219-ff45-4c3c-aa13-a552c938b4ac service neutron] Checking agent: {'id': '14be5267-b6f6-4f5d-aa76-a7f98d21013b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80643', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 21, 22, 11), 'started_at': datetime.datetime(2021, 8, 27, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 21, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 21:25:49.123903 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201671ea-8eb8-46a1-a43a-2c3216e7d879 req-31ee1219-ff45-4c3c-aa13-a552c938b4ac service neutron] Checking segment: {'id': 'cc218a4a-0181-4b4c-a554-32acf37b90dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3810ce44-ef2e-4539-825a-afaeff9378bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:25:49.124204 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201671ea-8eb8-46a1-a43a-2c3216e7d879 req-31ee1219-ff45-4c3c-aa13-a552c938b4ac service neutron] Bound using segment: {'id': 'cc218a4a-0181-4b4c-a554-32acf37b90dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3810ce44-ef2e-4539-825a-afaeff9378bf'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 21:25:49.124693 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-201671ea-8eb8-46a1-a43a-2c3216e7d879 req-31ee1219-ff45-4c3c-aa13-a552c938b4ac service neutron] Bound port: 9febb77a-7e7d-475d-b5d5-872527a3a14c, host: hv-cinder-80643, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc218a4a-0181-4b4c-a554-32acf37b90dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3810ce44-ef2e-4539-825a-afaeff9378bf'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 21:25:49.125058 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-201671ea-8eb8-46a1-a43a-2c3216e7d879 req-31ee1219-ff45-4c3c-aa13-a552c938b4ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:49.144162 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-7e8e7eaa-04af-41dd-8297-13403904a03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ad44d7-84f1-4e31-9666-cefad9d4c7a4', 'name': 'tempest-TestVolumeBootPattern-1006856034-router', 'tenant_id': '12522b023465403398c3477536d490cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'ad5d4585-eba3-4d55-b549-262c82c208d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:25:38Z', 'updated_at': '2021-08-27T21:25:46Z', 'revision_number': 4, 'project_id': '12522b023465403398c3477536d490cd', 'gw_port': {'id': 'ad5d4585-eba3-4d55-b549-262c82c208d4', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ad44d7-84f1-4e31-9666-cefad9d4c7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:25:40Z', 'updated_at': '2021-08-27T21:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_interfaces': [{'id': 'bcac0c85-3c38-4d96-8f4b-79bb88f91027', 'name': '', 'network_id': 'd594401f-34e9-4dce-b0be-3db943d6c13a', 'tenant_id': '12522b023465403398c3477536d490cd', 'mac_address': 'fa:16:3e:b2:0f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ad44d7-84f1-4e31-9666-cefad9d4c7a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '63bd8a64-a6d7-4856-908b-2f3b1d01991b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:25:45Z', 'updated_at': '2021-08-27T21:25:46Z', 'revision_number': 2, 'project_id': '12522b023465403398c3477536d490cd', 'subnets': [{'id': '63bd8a64-a6d7-4856-908b-2f3b1d01991b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:25:49.146216 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ff23f738-721f-480f-819e-bc7ca6f0d30d tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:49.154830 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ff23f738-721f-480f-819e-bc7ca6f0d30d tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871929'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:49.173620 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8e7eaa-04af-41dd-8297-13403904a03e None None] Checking router: 55ad44d7-84f1-4e31-9666-cefad9d4c7a4 for host: dv-cinder-806436-1-iscsi {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 21:25:49.174901 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8e7eaa-04af-41dd-8297-13403904a03e None None] Updating router 55ad44d7-84f1-4e31-9666-cefad9d4c7a4 port bcac0c85-3c38-4d96-8f4b-79bb88f91027 binding host dv-cinder-806436-1-iscsi {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 21:25:49.180948 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff23f738-721f-480f-819e-bc7ca6f0d30d tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ee2c5ac-d825-415b-85ae-7cdfda9bf077,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:49.186966 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ff23f738-721f-480f-819e-bc7ca6f0d30d tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:49.188701 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-ff23f738-721f-480f-819e-bc7ca6f0d30d tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1579525 Aug 27 21:25:49.192829 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 60546) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:49.198683 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [None req-19f4fb3e-68b0-42c9-b4d4-353e236db20f tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Request body: {'security_group_rule': {'security_group_id': '28bf76b6-d343-4eb6-9dcd-dc6337ad6069', 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:25:49.210641 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7e8e7eaa-04af-41dd-8297-13403904a03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:49.218468 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-b1ff97ea-d6c5-4ab9-a447-12feba4eae0f req-4eadd871-f44e-480b-92df-259f2b2bbc57 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805042 Aug 27 21:25:49.252659 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-19f4fb3e-68b0-42c9-b4d4-353e236db20f tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:49.260504 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-201671ea-8eb8-46a1-a43a-2c3216e7d879 req-31ee1219-ff45-4c3c-aa13-a552c938b4ac service neutron] For port 9febb77a-7e7d-475d-b5d5-872527a3a14c, host hv-cinder-80643, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 21:25:49.267009 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-201671ea-8eb8-46a1-a43a-2c3216e7d879 req-31ee1219-ff45-4c3c-aa13-a552c938b4ac service neutron] For port 9febb77a-7e7d-475d-b5d5-872527a3a14c, host hv-cinder-80643, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=9febb77a-7e7d-475d-b5d5-872527a3a14c,segment=NetworkSegment(cc218a4a-0181-4b4c-a554-32acf37b90dd),segment_id=cc218a4a-0181-4b4c-a554-32acf37b90dd)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 21:25:49.271847 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-201671ea-8eb8-46a1-a43a-2c3216e7d879 req-31ee1219-ff45-4c3c-aa13-a552c938b4ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-275333'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:49.342452 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201671ea-8eb8-46a1-a43a-2c3216e7d879 req-31ee1219-ff45-4c3c-aa13-a552c938b4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:49.343576 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-201671ea-8eb8-46a1-a43a-2c3216e7d879 req-31ee1219-ff45-4c3c-aa13-a552c938b4ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:49.345442 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-201671ea-8eb8-46a1-a43a-2c3216e7d879 req-31ee1219-ff45-4c3c-aa13-a552c938b4ac service neutron] 10.222.0.73 "PUT /v2.0/ports/9febb77a-7e7d-475d-b5d5-872527a3a14c HTTP/1.1" status: 200 len: 1094 time: 0.9696100 Aug 27 21:25:49.347718 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a318b82-1824-4799-9f46-2489234290b2', 'tag': '9febb77a-7e7d-475d-b5d5-872527a3a14c'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:25:49.350102 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef12610d4521d53b4d383b2d1315697e44e13910463e2f079bf4fa6d75d3d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fef946b-a464-4a76-a887-1bb80c61bbf1" -d '{"events": [{"name": "network-changed", "server_uuid": "2a318b82-1824-4799-9f46-2489234290b2", "tag": "9febb77a-7e7d-475d-b5d5-872527a3a14c"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:25:49.375296 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-19f4fb3e-68b0-42c9-b4d4-353e236db20f tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:49.381539 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-19f4fb3e-68b0-42c9-b4d4-353e236db20f tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871929'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:49.384054 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ee1219-ff45-4c3c-aa13-a552c938b4ac service neutron] Pushing event updated for resources: {'Port': ['ID=9febb77a-7e7d-475d-b5d5-872527a3a14c,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:49.398445 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f4fb3e-68b0-42c9-b4d4-353e236db20f tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3ba1f70-9602-47f5-b09d-5f04c60aaa84,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:49.424753 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-19f4fb3e-68b0-42c9-b4d4-353e236db20f tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:49.434522 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 21:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71dd0de4-8d28-467e-a3e4-cf1eeecc51d7 x-openstack-request-id: req-71dd0de4-8d28-467e-a3e4-cf1eeecc51d7 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:25:49.435332 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a318b82-1824-4799-9f46-2489234290b2", "tag": "9febb77a-7e7d-475d-b5d5-872527a3a14c", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:25:49.438184 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-19f4fb3e-68b0-42c9-b4d4-353e236db20f tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2437396 Aug 27 21:25:49.438411 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-71dd0de4-8d28-467e-a3e4-cf1eeecc51d7 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:25:49.439447 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a318b82-1824-4799-9f46-2489234290b2', 'tag': '9febb77a-7e7d-475d-b5d5-872527a3a14c', 'status': 'completed', 'code': 200} Aug 27 21:25:49.441757 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 60556) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:49.450235 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [None req-20769440-72dc-44e5-9f13-902e492cdca0 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Request body: {'security_group_rule': {'security_group_id': '28bf76b6-d343-4eb6-9dcd-dc6337ad6069', 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:25:49.518244 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-20769440-72dc-44e5-9f13-902e492cdca0 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:49.544363 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fef946b-a464-4a76-a887-1bb80c61bbf1 req-eb4ff519-b435-49f9-b288-e6e9a96f4e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:49.546128 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-5fef946b-a464-4a76-a887-1bb80c61bbf1 req-eb4ff519-b435-49f9-b288-e6e9a96f4e6f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f86ecf3ade224edea8eb50a9b92b58b0&device_id=2a318b82-1824-4799-9f46-2489234290b2 HTTP/1.1" status: 200 len: 1097 time: 0.0701385 Aug 27 21:25:49.597243 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7e8e7eaa-04af-41dd-8297-13403904a03e None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:49.608622 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-7e8e7eaa-04af-41dd-8297-13403904a03e None None] Transition to ACTIVE for port object bcac0c85-3c38-4d96-8f4b-79bb88f91027 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:25:49.615181 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7e8e7eaa-04af-41dd-8297-13403904a03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:49.674848 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bb0986-6e61-4abd-8e1d-7eed7e0fbc57 None None] Pushing event updated for resources: {'Port': ['ID=bcac0c85-3c38-4d96-8f4b-79bb88f91027,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:49.758146 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-7e8e7eaa-04af-41dd-8297-13403904a03e None None] Attempting to bind port bcac0c85-3c38-4d96-8f4b-79bb88f91027 on host dv-cinder-806436-1-iscsi for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 21:25:49.758589 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-7e8e7eaa-04af-41dd-8297-13403904a03e None None] Attempting to bind port bcac0c85-3c38-4d96-8f4b-79bb88f91027 by drivers openvswitch,hyperv on host dv-cinder-806436-1-iscsi at level 0 using segments [{'id': 'c3698537-982a-4a31-a0d6-0b8afb31cde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd594401f-34e9-4dce-b0be-3db943d6c13a'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 21:25:49.759012 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8e7eaa-04af-41dd-8297-13403904a03e None None] Attempting to bind port bcac0c85-3c38-4d96-8f4b-79bb88f91027 on network d594401f-34e9-4dce-b0be-3db943d6c13a {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:25:49.769741 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8e7eaa-04af-41dd-8297-13403904a03e None None] Checking agent: {'id': '7431bd39-0fd9-4a64-8486-900009fb8dd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806436-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 21, 15, 51), 'started_at': datetime.datetime(2021, 8, 27, 21, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 21, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806436-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 21:25:49.770478 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8e7eaa-04af-41dd-8297-13403904a03e None None] Checking segment: {'id': 'c3698537-982a-4a31-a0d6-0b8afb31cde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd594401f-34e9-4dce-b0be-3db943d6c13a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:25:49.771375 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7e8e7eaa-04af-41dd-8297-13403904a03e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:49.771849 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8e7eaa-04af-41dd-8297-13403904a03e None None] Bound using segment: {'id': 'c3698537-982a-4a31-a0d6-0b8afb31cde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd594401f-34e9-4dce-b0be-3db943d6c13a'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 21:25:49.772442 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-7e8e7eaa-04af-41dd-8297-13403904a03e None None] Bound port: bcac0c85-3c38-4d96-8f4b-79bb88f91027, host: dv-cinder-806436-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3698537-982a-4a31-a0d6-0b8afb31cde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd594401f-34e9-4dce-b0be-3db943d6c13a'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 21:25:49.773176 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7e8e7eaa-04af-41dd-8297-13403904a03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:49.868049 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-7e8e7eaa-04af-41dd-8297-13403904a03e None None] For port bcac0c85-3c38-4d96-8f4b-79bb88f91027, host dv-cinder-806436-1-iscsi, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 21:25:49.874276 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-7e8e7eaa-04af-41dd-8297-13403904a03e None None] For port bcac0c85-3c38-4d96-8f4b-79bb88f91027, host dv-cinder-806436-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=bcac0c85-3c38-4d96-8f4b-79bb88f91027,segment=NetworkSegment(c3698537-982a-4a31-a0d6-0b8afb31cde0),segment_id=c3698537-982a-4a31-a0d6-0b8afb31cde0)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 21:25:49.884216 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7e8e7eaa-04af-41dd-8297-13403904a03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:49.961949 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bb0986-6e61-4abd-8e1d-7eed7e0fbc57 None None] Pushing event updated for resources: {'Port': ['ID=bcac0c85-3c38-4d96-8f4b-79bb88f91027,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:49.982377 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-20769440-72dc-44e5-9f13-902e492cdca0 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:49.991311 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8e7eaa-04af-41dd-8297-13403904a03e None None] Routers {'55ad44d7-84f1-4e31-9666-cefad9d4c7a4'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:25:49.992365 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-7e8e7eaa-04af-41dd-8297-13403904a03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:25:21Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['55ad44d7-84f1-4e31-9666-cefad9d4c7a4'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:25:50.019397 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fef946b-a464-4a76-a887-1bb80c61bbf1 req-0404c6f7-383a-4e2c-82ed-0787daebca10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:50.020998 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-5fef946b-a464-4a76-a887-1bb80c61bbf1 req-0404c6f7-383a-4e2c-82ed-0787daebca10 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=f86ecf3ade224edea8eb50a9b92b58b0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4504960 Aug 27 21:25:50.028766 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-20769440-72dc-44e5-9f13-902e492cdca0 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871929'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:50.049817 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device ad5d4585-eba3-4d55-b549-262c82c208d4 up at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:25:50.088172 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20769440-72dc-44e5-9f13-902e492cdca0 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2325d9e7-dc78-423a-a024-1307b27dadc1,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:50.127597 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-20769440-72dc-44e5-9f13-902e492cdca0 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:50.129746 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-20769440-72dc-44e5-9f13-902e492cdca0 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6855099 Aug 27 21:25:50.133866 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 60564) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:50.140841 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [None req-3127639b-2c90-41a0-9e77-a8976fbfe16f tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Request body: {'security_group_rule': {'security_group_id': '28bf76b6-d343-4eb6-9dcd-dc6337ad6069', 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:25:50.167714 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.db.securitygroups_db [None req-3127639b-2c90-41a0-9e77-a8976fbfe16f tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Project c2b8ea1d8b104790a4de676157dbe4f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 21:25:50.179672 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3127639b-2c90-41a0-9e77-a8976fbfe16f tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:50.224670 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fef946b-a464-4a76-a887-1bb80c61bbf1 req-f4fd7b86-635d-4413-be11-fcb821c90b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:50.241058 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-5fef946b-a464-4a76-a887-1bb80c61bbf1 req-f4fd7b86-635d-4413-be11-fcb821c90b53 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2065859 Aug 27 21:25:50.287404 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3127639b-2c90-41a0-9e77-a8976fbfe16f tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:50.293517 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3127639b-2c90-41a0-9e77-a8976fbfe16f tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871929'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:50.304046 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-7e8e7eaa-04af-41dd-8297-13403904a03e None None] Set router 55ad44d7-84f1-4e31-9666-cefad9d4c7a4 gateway port host: dv-cinder-806436-1-iscsi {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:25:50.315833 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3127639b-2c90-41a0-9e77-a8976fbfe16f tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75e6ebad-c65d-4255-89f3-8893bc1ffca0,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:50.334644 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3127639b-2c90-41a0-9e77-a8976fbfe16f tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:50.339671 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-3127639b-2c90-41a0-9e77-a8976fbfe16f tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2002959 Aug 27 21:25:50.339671 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 60572) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:50.350218 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [None req-6ac164ec-d365-41bf-bda7-994bfc5d97f7 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Request body: {'security_group_rule': {'security_group_id': '28bf76b6-d343-4eb6-9dcd-dc6337ad6069', 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:25:50.378616 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning complete for port ad5d4585-eba3-4d55-b549-262c82c208d4 triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:25:50.379027 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:50.406586 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.db.securitygroups_db [None req-6ac164ec-d365-41bf-bda7-994bfc5d97f7 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Project c2b8ea1d8b104790a4de676157dbe4f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 21:25:50.423737 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6ac164ec-d365-41bf-bda7-994bfc5d97f7 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:50.483540 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201671ea-8eb8-46a1-a43a-2c3216e7d879 req-37f96df7-571f-461e-aaf9-0fa1824c5b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:50.486147 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-201671ea-8eb8-46a1-a43a-2c3216e7d879 req-37f96df7-571f-461e-aaf9-0fa1824c5b0b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f86ecf3ade224edea8eb50a9b92b58b0&device_id=2a318b82-1824-4799-9f46-2489234290b2 HTTP/1.1" status: 200 len: 1097 time: 0.1475306 Aug 27 21:25:50.587371 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6ac164ec-d365-41bf-bda7-994bfc5d97f7 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:50.594757 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-201671ea-8eb8-46a1-a43a-2c3216e7d879 req-12a7d1df-eb17-442f-af2d-c23bd2b90c53 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9febb77a-7e7d-475d-b5d5-872527a3a14c HTTP/1.1" status: 200 len: 217 time: 0.0952246 Aug 27 21:25:50.613066 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6ac164ec-d365-41bf-bda7-994bfc5d97f7 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871929'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:50.714189 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6ac164ec-d365-41bf-bda7-994bfc5d97f7 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:50.723277 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-6ac164ec-d365-41bf-bda7-994bfc5d97f7 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3743744 Aug 27 21:25:50.726759 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201671ea-8eb8-46a1-a43a-2c3216e7d879 req-9e3930f4-4342-4a78-80d0-ebd3f27f8ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:50.732195 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac164ec-d365-41bf-bda7-994bfc5d97f7 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdc9b6e8-a490-480b-8861-0eda388265ea,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:50.734036 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-201671ea-8eb8-46a1-a43a-2c3216e7d879 req-9e3930f4-4342-4a78-80d0-ebd3f27f8ac6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1118719e-5689-4aa5-abb3-709897e8d96a HTTP/1.1" status: 200 len: 855 time: 0.1055605 Aug 27 21:25:50.766985 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-7e8e7eaa-04af-41dd-8297-13403904a03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ad44d7-84f1-4e31-9666-cefad9d4c7a4', 'name': 'tempest-TestVolumeBootPattern-1006856034-router', 'tenant_id': '12522b023465403398c3477536d490cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'ad5d4585-eba3-4d55-b549-262c82c208d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:25:38Z', 'updated_at': '2021-08-27T21:25:46Z', 'revision_number': 4, 'project_id': '12522b023465403398c3477536d490cd', 'gw_port': {'id': 'ad5d4585-eba3-4d55-b549-262c82c208d4', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ad44d7-84f1-4e31-9666-cefad9d4c7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:25:40Z', 'updated_at': '2021-08-27T21:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_interfaces': [{'id': 'bcac0c85-3c38-4d96-8f4b-79bb88f91027', 'name': '', 'network_id': 'd594401f-34e9-4dce-b0be-3db943d6c13a', 'tenant_id': '12522b023465403398c3477536d490cd', 'mac_address': 'fa:16:3e:b2:0f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ad44d7-84f1-4e31-9666-cefad9d4c7a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '63bd8a64-a6d7-4856-908b-2f3b1d01991b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:25:45Z', 'updated_at': '2021-08-27T21:25:49Z', 'revision_number': 4, 'project_id': '12522b023465403398c3477536d490cd', 'subnets': [{'id': '63bd8a64-a6d7-4856-908b-2f3b1d01991b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:25:50.776399 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaf7c45-4ba6-42cf-8f11-6fb180332ea8 req-b147c271-7da0-4f9e-9348-9093d5ff92a8 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:50.779766 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-cdaf7c45-4ba6-42cf-8f11-6fb180332ea8 req-b147c271-7da0-4f9e-9348-9093d5ff92a8 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a318b82-1824-4799-9f46-2489234290b2 HTTP/1.1" status: 200 len: 944 time: 0.2877109 Aug 27 21:25:50.787158 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-201671ea-8eb8-46a1-a43a-2c3216e7d879 req-96782223-bbec-4020-865a-182de93cf900 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3810ce44-ef2e-4539-825a-afaeff9378bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438788 Aug 27 21:25:50.867870 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-cdaf7c45-4ba6-42cf-8f11-6fb180332ea8 req-d4d2661d-5147-4b4d-a38e-3d2dd72f422b tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816948 Aug 27 21:25:50.887756 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8e7eaa-04af-41dd-8297-13403904a03e None None] The sync data for ids ['55ad44d7-84f1-4e31-9666-cefad9d4c7a4'] in dv-cinder-806436-1-iscsi is: [{'id': '55ad44d7-84f1-4e31-9666-cefad9d4c7a4', 'name': 'tempest-TestVolumeBootPattern-1006856034-router', 'tenant_id': '12522b023465403398c3477536d490cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'ad5d4585-eba3-4d55-b549-262c82c208d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:25:38Z', 'updated_at': '2021-08-27T21:25:46Z', 'revision_number': 4, 'project_id': '12522b023465403398c3477536d490cd', 'gw_port': {'id': 'ad5d4585-eba3-4d55-b549-262c82c208d4', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ad44d7-84f1-4e31-9666-cefad9d4c7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:25:40Z', 'updated_at': '2021-08-27T21:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_interfaces': [{'id': 'bcac0c85-3c38-4d96-8f4b-79bb88f91027', 'name': '', 'network_id': 'd594401f-34e9-4dce-b0be-3db943d6c13a', 'tenant_id': '12522b023465403398c3477536d490cd', 'mac_address': 'fa:16:3e:b2:0f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ad44d7-84f1-4e31-9666-cefad9d4c7a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '63bd8a64-a6d7-4856-908b-2f3b1d01991b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:25:45Z', 'updated_at': '2021-08-27T21:25:49Z', 'revision_number': 4, 'project_id': '12522b023465403398c3477536d490cd', 'subnets': [{'id': '63bd8a64-a6d7-4856-908b-2f3b1d01991b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 21:25:51.003797 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-201671ea-8eb8-46a1-a43a-2c3216e7d879 req-f690628a-b04b-45ac-b823-769e5f5de28d service neutron] 10.222.0.73 "GET /v2.0/networks/3810ce44-ef2e-4539-825a-afaeff9378bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073910 Aug 27 21:25:51.339226 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-19f6fd51-6018-4e75-a881-41f921b94fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:51.556450 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:51.719557 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a8c73-42c0-46fb-9670-aca86aaec8a8 req-0d50881b-9172-4c93-b001-85a82db1f3ed tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:51.729044 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-740a8c73-42c0-46fb-9670-aca86aaec8a8 req-0d50881b-9172-4c93-b001-85a82db1f3ed tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0695028 Aug 27 21:25:51.796949 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-740a8c73-42c0-46fb-9670-aca86aaec8a8 req-874fc46c-f47e-4c90-9475-4d1986990729 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593843 Aug 27 21:25:52.033538 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device bcac0c85-3c38-4d96-8f4b-79bb88f91027 up at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:25:52.102161 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b880af-d085-4f3b-ab65-cc9969dbab62 req-3e284a95-3c06-4699-b43b-69269249cddd tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:52.105700 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-50b880af-d085-4f3b-ab65-cc9969dbab62 req-3e284a95-3c06-4699-b43b-69269249cddd tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a318b82-1824-4799-9f46-2489234290b2 HTTP/1.1" status: 200 len: 944 time: 0.0923879 Aug 27 21:25:52.121139 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning for port bcac0c85-3c38-4d96-8f4b-79bb88f91027 completed by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:25:52.133409 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning complete for port bcac0c85-3c38-4d96-8f4b-79bb88f91027 triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:25:52.133508 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:52.190982 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-50b880af-d085-4f3b-ab65-cc9969dbab62 req-5ca88edb-3ee1-4f2c-9046-af620a2530c3 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786781 Aug 27 21:25:52.324534 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:52.369367 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] For port bcac0c85-3c38-4d96-8f4b-79bb88f91027, host dv-cinder-806436-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=bcac0c85-3c38-4d96-8f4b-79bb88f91027,segment=NetworkSegment(c3698537-982a-4a31-a0d6-0b8afb31cde0),segment_id=c3698537-982a-4a31-a0d6-0b8afb31cde0)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:25:52.375284 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:52.453448 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Pushing event updated for resources: {'Port': ['ID=bcac0c85-3c38-4d96-8f4b-79bb88f91027,revision_number=5']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:52.693161 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65920cb9-5c7f-4952-b134-219b92defc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:52.923270 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5201a4ae-e7b0-4d91-a0f7-d3f01033a7a6 req-a6f163b2-abb7-4e50-aee0-3e8c75f87db9 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:52.925131 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-5201a4ae-e7b0-4d91-a0f7-d3f01033a7a6 req-a6f163b2-abb7-4e50-aee0-3e8c75f87db9 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0630019 Aug 27 21:25:52.972697 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-5201a4ae-e7b0-4d91-a0f7-d3f01033a7a6 req-7e461857-4ddb-4414-a2a4-e8ffbc2c0cf6 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414314 Aug 27 21:25:53.325881 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8dcb1c-992c-4bce-b4e4-c6efae5663f4 req-6aec4e18-2531-4765-8042-6f6fc408f402 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:53.327338 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-7c8dcb1c-992c-4bce-b4e4-c6efae5663f4 req-6aec4e18-2531-4765-8042-6f6fc408f402 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a318b82-1824-4799-9f46-2489234290b2 HTTP/1.1" status: 200 len: 944 time: 0.0505366 Aug 27 21:25:53.363726 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-7c8dcb1c-992c-4bce-b4e4-c6efae5663f4 req-a8913790-8718-46f4-b299-cf164f9925f7 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304568 Aug 27 21:25:53.957884 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb5933-60e3-41a7-bffe-629490e291d1 req-a2a07cf5-a889-424f-b609-3151090ff6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:53.959873 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-eaeb5933-60e3-41a7-bffe-629490e291d1 req-a2a07cf5-a889-424f-b609-3151090ff6c5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f8b30927378840a284e230193294d3eb&device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 1099 time: 0.1207480 Aug 27 21:25:54.008150 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device bcac0c85-3c38-4d96-8f4b-79bb88f91027 up at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:25:54.035747 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-201671ea-8eb8-46a1-a43a-2c3216e7d879 req-ca7e1d85-479d-4700-a886-86e03aee9ebc service neutron] 10.222.0.73 "GET /v2.0/networks/3810ce44-ef2e-4539-825a-afaeff9378bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310569 Aug 27 21:25:54.080301 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-778ce8a3-384f-4928-b9ff-199d4ced17a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:54.104071 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning complete for port bcac0c85-3c38-4d96-8f4b-79bb88f91027 triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:25:54.105304 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:54.127659 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb5933-60e3-41a7-bffe-629490e291d1 req-106d358f-ef6f-4676-845d-a36914108951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:54.131016 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-eaeb5933-60e3-41a7-bffe-629490e291d1 req-106d358f-ef6f-4676-845d-a36914108951 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5fbb2a6b-0896-4fd4-bd40-c249a33d87a8 HTTP/1.1" status: 200 len: 919 time: 0.1596572 Aug 27 21:25:54.164879 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb9cf6-2d2e-4fcd-a490-0dbd688458b0 req-3bc0299f-573c-45cb-8019-a4dfcb2735a8 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:54.169151 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-eebb9cf6-2d2e-4fcd-a490-0dbd688458b0 req-3bc0299f-573c-45cb-8019-a4dfcb2735a8 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0891206 Aug 27 21:25:54.200749 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-eaeb5933-60e3-41a7-bffe-629490e291d1 req-5d7fd2d3-2a5d-482b-a8d5-4fd5e108f622 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2aef329b-efff-4697-8ce2-30fab4ff9703 HTTP/1.1" status: 200 len: 217 time: 0.0580757 Aug 27 21:25:54.254780 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-eebb9cf6-2d2e-4fcd-a490-0dbd688458b0 req-0eeb5120-e603-4578-bd7b-38dbe6913b50 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719514 Aug 27 21:25:54.284641 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb5933-60e3-41a7-bffe-629490e291d1 req-de69bcad-c3e9-454f-93fe-676b172f311a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:54.286223 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-eaeb5933-60e3-41a7-bffe-629490e291d1 req-de69bcad-c3e9-454f-93fe-676b172f311a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b5e1eaea-5bab-43a2-8e07-1f620faa4b4a HTTP/1.1" status: 200 len: 858 time: 0.0757265 Aug 27 21:25:54.334843 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-eaeb5933-60e3-41a7-bffe-629490e291d1 req-fc665bf1-ca07-411f-84ec-86a975c39bfa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5fbb2a6b-0896-4fd4-bd40-c249a33d87a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326574 Aug 27 21:25:54.517058 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-eaeb5933-60e3-41a7-bffe-629490e291d1 req-2b2500f7-5528-41df-9c44-5491d4a2e36d service neutron] 10.222.0.73 "GET /v2.0/networks/5fbb2a6b-0896-4fd4-bd40-c249a33d87a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681972 Aug 27 21:25:54.542125 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2698057-935f-4d56-be96-7d70f9e19aeb req-beca1b04-faae-448a-a139-e416c71861f2 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:54.544037 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-b2698057-935f-4d56-be96-7d70f9e19aeb req-beca1b04-faae-448a-a139-e416c71861f2 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a318b82-1824-4799-9f46-2489234290b2 HTTP/1.1" status: 200 len: 944 time: 0.0885932 Aug 27 21:25:54.646272 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-b2698057-935f-4d56-be96-7d70f9e19aeb req-1df75acc-2e0c-4ce1-8bfa-778452afd2d3 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931971 Aug 27 21:25:54.714679 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-eaeb5933-60e3-41a7-bffe-629490e291d1 req-bae76156-590f-42c8-8df0-30b8af3c0570 service neutron] 10.222.0.73 "GET /v2.0/networks/5fbb2a6b-0896-4fd4-bd40-c249a33d87a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695313 Aug 27 21:25:55.005293 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 60788) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:55.159689 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-49f2ec05-67fc-421b-9314-37080df37647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:55.293679 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-49f2ec05-67fc-421b-9314-37080df37647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:55.299305 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-49f2ec05-67fc-421b-9314-37080df37647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:55.336655 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f2ec05-67fc-421b-9314-37080df37647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea5a921-1a6b-41f6-a6c0-55c24abcc397,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:55.405617 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-49f2ec05-67fc-421b-9314-37080df37647 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=96fa9193f7244ea0b2d2ed3aec6a4907&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3970025 Aug 27 21:25:55.406198 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 60812) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:55.425064 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8b491-9302-42ec-8e5b-a80671a934ca req-d3ef502b-dfd4-4b12-b63e-7a5009c63b12 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:55.433154 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-a3d8b491-9302-42ec-8e5b-a80671a934ca req-d3ef502b-dfd4-4b12-b63e-7a5009c63b12 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0752187 Aug 27 21:25:55.450179 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 60814) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:55.504535 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4e1195eb-9d2d-490b-bb2d-e56b72aeec2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:55.510157 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-a3d8b491-9302-42ec-8e5b-a80671a934ca req-cc974fbd-6af6-461c-9f43-a9bdd06e55b8 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766792 Aug 27 21:25:55.531453 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 60818) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:55.540156 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4e1195eb-9d2d-490b-bb2d-e56b72aeec2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:55.602392 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4e1195eb-9d2d-490b-bb2d-e56b72aeec2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:55.606083 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4e1195eb-9d2d-490b-bb2d-e56b72aeec2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:55.607681 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-4e1195eb-9d2d-490b-bb2d-e56b72aeec2f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2ea5a921-1a6b-41f6-a6c0-55c24abcc397 HTTP/1.1" status: 204 len: 168 time: 0.1989226 Aug 27 21:25:55.616468 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1195eb-9d2d-490b-bb2d-e56b72aeec2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea5a921-1a6b-41f6-a6c0-55c24abcc397,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:55.678115 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cfcf5d7f-4490-4b13-bca5-1e58e6f251fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:55.732456 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6aae2f93-5864-4a23-afe4-4f44667f71d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:55.847178 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cfcf5d7f-4490-4b13-bca5-1e58e6f251fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:55.853974 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518bbab5-9192-41b7-81ce-6a1923b23038 req-92670972-0507-427a-84b7-7d9309751e6b tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:55.855945 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cfcf5d7f-4490-4b13-bca5-1e58e6f251fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:55.856896 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-518bbab5-9192-41b7-81ce-6a1923b23038 req-92670972-0507-427a-84b7-7d9309751e6b tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a318b82-1824-4799-9f46-2489234290b2 HTTP/1.1" status: 200 len: 944 time: 0.0815396 Aug 27 21:25:55.931343 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-cfcf5d7f-4490-4b13-bca5-1e58e6f251fb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1f3499cc180148afa3ffb253397894c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3959663 Aug 27 21:25:55.931343 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf5d7f-4490-4b13-bca5-1e58e6f251fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c69afb3-b420-464e-8bee-62a68147af45,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:55.931884 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 60830) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:55.967406 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-518bbab5-9192-41b7-81ce-6a1923b23038 req-24135a83-fffe-410a-8e29-370472c34b44 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981350 Aug 27 21:25:56.028048 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-56fb1178-9daf-4e1d-8c39-50adf1fd97f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:56.043398 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6aae2f93-5864-4a23-afe4-4f44667f71d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:56.058514 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6aae2f93-5864-4a23-afe4-4f44667f71d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:56.063760 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-56fb1178-9daf-4e1d-8c39-50adf1fd97f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:56.125870 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-6aae2f93-5864-4a23-afe4-4f44667f71d1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=021ff2c01507447f9a10a3a3e31a776c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6746411 Aug 27 21:25:56.127123 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aae2f93-5864-4a23-afe4-4f44667f71d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9656613-5f53-4d4b-a9bf-2293cf0f0751,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:56.131156 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 60840) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:56.161284 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-56fb1178-9daf-4e1d-8c39-50adf1fd97f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:56.163802 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-56fb1178-9daf-4e1d-8c39-50adf1fd97f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:56.165030 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-56fb1178-9daf-4e1d-8c39-50adf1fd97f8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4c69afb3-b420-464e-8bee-62a68147af45 HTTP/1.1" status: 204 len: 168 time: 0.2319524 Aug 27 21:25:56.183586 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fb1178-9daf-4e1d-8c39-50adf1fd97f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c69afb3-b420-464e-8bee-62a68147af45,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:56.212953 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f5b8e66e-7822-426e-9c10-a65eb2604b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:56.244233 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f5b8e66e-7822-426e-9c10-a65eb2604b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:56.304225 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f5b8e66e-7822-426e-9c10-a65eb2604b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:56.312186 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f5b8e66e-7822-426e-9c10-a65eb2604b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:56.313771 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-f5b8e66e-7822-426e-9c10-a65eb2604b3d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e9656613-5f53-4d4b-a9bf-2293cf0f0751 HTTP/1.1" status: 204 len: 168 time: 0.1831439 Aug 27 21:25:56.325793 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b8e66e-7822-426e-9c10-a65eb2604b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9656613-5f53-4d4b-a9bf-2293cf0f0751,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:56.646644 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3852d-eef2-49f5-855a-07b94b440688 req-8ed5cfe1-893e-4b0e-b155-72a3763ddb3a tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:56.648587 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-17b3852d-eef2-49f5-855a-07b94b440688 req-8ed5cfe1-893e-4b0e-b155-72a3763ddb3a tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0734322 Aug 27 21:25:56.725225 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-17b3852d-eef2-49f5-855a-07b94b440688 req-5759d8e0-9524-4fc4-8b6e-03e623a10b9a tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599010 Aug 27 21:25:56.849662 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 60870) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:56.871751 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1fc7eb2e-586c-4b5e-8154-558aaad1dd26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:57.023248 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1fc7eb2e-586c-4b5e-8154-558aaad1dd26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:57.031062 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1fc7eb2e-586c-4b5e-8154-558aaad1dd26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:57.099707 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-1fc7eb2e-586c-4b5e-8154-558aaad1dd26 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=104b44c101954a408a389f50084c8f12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2485533 Aug 27 21:25:57.102107 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc7eb2e-586c-4b5e-8154-558aaad1dd26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7072389d-f88f-4c25-b5ea-30c30bfb497d,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:57.105503 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 60882) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:57.179918 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d6b9f-4e12-4cb4-9b44-abdfb835ce1b req-bf72d493-6e27-4f0b-9372-54bce39cfabd tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:57.183164 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-8f4d6b9f-4e12-4cb4-9b44-abdfb835ce1b req-bf72d493-6e27-4f0b-9372-54bce39cfabd tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a318b82-1824-4799-9f46-2489234290b2 HTTP/1.1" status: 200 len: 944 time: 0.1037233 Aug 27 21:25:57.214121 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-52878830-5bc8-4eac-8296-1ffa1e90db89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:57.250843 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-52878830-5bc8-4eac-8296-1ffa1e90db89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:57.294770 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-8f4d6b9f-4e12-4cb4-9b44-abdfb835ce1b req-5c9e8ad4-dabb-44aa-9beb-4a7e0782aab4 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984807 Aug 27 21:25:57.332126 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-52878830-5bc8-4eac-8296-1ffa1e90db89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:57.335087 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-52878830-5bc8-4eac-8296-1ffa1e90db89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:57.339903 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-52878830-5bc8-4eac-8296-1ffa1e90db89 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7072389d-f88f-4c25-b5ea-30c30bfb497d HTTP/1.1" status: 204 len: 168 time: 0.2329757 Aug 27 21:25:57.348223 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52878830-5bc8-4eac-8296-1ffa1e90db89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7072389d-f88f-4c25-b5ea-30c30bfb497d,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:57.552997 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device 9febb77a-7e7d-475d-b5d5-872527a3a14c details requested by agent hyperv_hv-cinder-80643 with host hv-cinder-80643 {{(pid=93798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 21:25:57.693910 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port 9febb77a-7e7d-475d-b5d5-872527a3a14c, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=9febb77a-7e7d-475d-b5d5-872527a3a14c,segment=NetworkSegment(cc218a4a-0181-4b4c-a554-32acf37b90dd),segment_id=cc218a4a-0181-4b4c-a554-32acf37b90dd)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:25:57.717364 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Returning: {'device': '9febb77a-7e7d-475d-b5d5-872527a3a14c', 'network_id': '3810ce44-ef2e-4539-825a-afaeff9378bf', 'port_id': '9febb77a-7e7d-475d-b5d5-872527a3a14c', 'mac_address': 'fa:16:3e:64:5e:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1118719e-5689-4aa5-abb3-709897e8d96a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 21:25:57.828972 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:57.846138 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9febb77a-7e7d-475d-b5d5-872527a3a14c {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 21:25:57.878789 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port 9febb77a-7e7d-475d-b5d5-872527a3a14c, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=9febb77a-7e7d-475d-b5d5-872527a3a14c,segment=NetworkSegment(cc218a4a-0181-4b4c-a554-32acf37b90dd),segment_id=cc218a4a-0181-4b4c-a554-32acf37b90dd)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:25:57.890018 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:57.994567 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf8893c-93cb-4f43-86a0-bb26ae8d7091 req-c8eb1d6c-8808-40a8-b5d1-c7d9a9fe6853 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:58.005264 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-6cf8893c-93cb-4f43-86a0-bb26ae8d7091 req-c8eb1d6c-8808-40a8-b5d1-c7d9a9fe6853 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.1352625 Aug 27 21:25:58.034228 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Pushing event updated for resources: {'Port': ['ID=9febb77a-7e7d-475d-b5d5-872527a3a14c,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:58.092440 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-6cf8893c-93cb-4f43-86a0-bb26ae8d7091 req-c7faba9b-376b-4231-baa3-87b74b44756e tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820594 Aug 27 21:25:58.456444 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf63fa-7310-434a-bea0-958f416332ec req-4b3d2af3-3f5f-4a8a-91b3-0729510b9348 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:58.457904 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-2ebf63fa-7310-434a-bea0-958f416332ec req-4b3d2af3-3f5f-4a8a-91b3-0729510b9348 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a318b82-1824-4799-9f46-2489234290b2 HTTP/1.1" status: 200 len: 945 time: 0.0605829 Aug 27 21:25:58.515170 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-2ebf63fa-7310-434a-bea0-958f416332ec req-f6594880-8e46-45f4-8fe3-63bdbe5da318 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476735 Aug 27 21:25:58.890502 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.agents_db [None req-9a3f5963-9603-4723-9a6c-2e2f5b4345b2 None None] Agent healthcheck: found 6 active agents {{(pid=93799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 21:25:58.998475 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] get_ports_and_sgs() called for port_ids ['9febb77a-7e7d-475d-b5d5-872527a3a14c'] {{(pid=93798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 21:25:59.328617 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2551852-e170-4c5e-a8b5-cf0764cc3bf8 req-73d7e9e8-68da-4aab-8059-8427e36bdd0c tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:59.331419 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-f2551852-e170-4c5e-a8b5-cf0764cc3bf8 req-73d7e9e8-68da-4aab-8059-8427e36bdd0c tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.1100280 Aug 27 21:25:59.390443 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-f2551852-e170-4c5e-a8b5-cf0764cc3bf8 req-13282e6d-2f34-41ec-b4a1-fdef91f65cca tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507174 Aug 27 21:25:59.468066 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 32794) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:25:59.619336 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9cdeca66-a810-423f-8ac7-710bc9299f09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:59.724690 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d087aa5-22aa-421c-82e7-cee23d8e1578 req-dc37dddd-e490-4f39-a689-76d994f0fad2 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:25:59.726169 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-6d087aa5-22aa-421c-82e7-cee23d8e1578 req-dc37dddd-e490-4f39-a689-76d994f0fad2 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a318b82-1824-4799-9f46-2489234290b2 HTTP/1.1" status: 200 len: 945 time: 0.1014762 Aug 27 21:25:59.810027 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-6d087aa5-22aa-421c-82e7-cee23d8e1578 req-7ec7da5d-b5dd-4983-947a-0559207ded04 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673594 Aug 27 21:25:59.866384 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9cdeca66-a810-423f-8ac7-710bc9299f09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:59.871106 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9cdeca66-a810-423f-8ac7-710bc9299f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:25:59.923924 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-9cdeca66-a810-423f-8ac7-710bc9299f09 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=128d9899cbe94bbca7228232a03781d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4509161 Aug 27 21:25:59.923924 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdeca66-a810-423f-8ac7-710bc9299f09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0e7ce5-2b79-4faf-863b-83756d057426,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:25:59.924367 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 32824) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:26:00.004794 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-13ef7367-4a9e-4273-91ac-8be45e3d438f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:00.030246 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-13ef7367-4a9e-4273-91ac-8be45e3d438f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:00.096664 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-13ef7367-4a9e-4273-91ac-8be45e3d438f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:00.099575 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-13ef7367-4a9e-4273-91ac-8be45e3d438f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:00.100755 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-13ef7367-4a9e-4273-91ac-8be45e3d438f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ee0e7ce5-2b79-4faf-863b-83756d057426 HTTP/1.1" status: 204 len: 168 time: 0.1756103 Aug 27 21:26:00.113668 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef7367-4a9e-4273-91ac-8be45e3d438f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0e7ce5-2b79-4faf-863b-83756d057426,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:26:00.473149 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 32854) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:26:00.502721 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fb433afb-f8b7-40a3-b509-fcc9c1969219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:00.562064 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e53ff0-3133-4ee8-9738-91a44a69858a req-f5d5286c-7dbf-41ea-9ceb-e44d6dadcb37 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:00.569140 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-b8e53ff0-3133-4ee8-9738-91a44a69858a req-f5d5286c-7dbf-41ea-9ceb-e44d6dadcb37 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0916758 Aug 27 21:26:00.646176 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-b8e53ff0-3133-4ee8-9738-91a44a69858a req-61ff8463-3280-4196-a161-1affdeecf8ee tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550911 Aug 27 21:26:00.663522 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fb433afb-f8b7-40a3-b509-fcc9c1969219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:00.668153 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fb433afb-f8b7-40a3-b509-fcc9c1969219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:00.707459 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-fb433afb-f8b7-40a3-b509-fcc9c1969219 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8c38e08855fb48488881587cb066d587&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2323868 Aug 27 21:26:00.708364 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb433afb-f8b7-40a3-b509-fcc9c1969219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e62ace6-7d02-403d-a525-02e715c86c26,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:26:00.710767 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 32858) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:26:00.765626 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7fd16b8c-69fe-4de2-aecf-925dcae69ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:00.790553 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7fd16b8c-69fe-4de2-aecf-925dcae69ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:00.847162 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7fd16b8c-69fe-4de2-aecf-925dcae69ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:00.849765 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7fd16b8c-69fe-4de2-aecf-925dcae69ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:00.850925 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-7fd16b8c-69fe-4de2-aecf-925dcae69ed5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1e62ace6-7d02-403d-a525-02e715c86c26 HTTP/1.1" status: 204 len: 168 time: 0.1392481 Aug 27 21:26:00.859972 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd16b8c-69fe-4de2-aecf-925dcae69ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e62ace6-7d02-403d-a525-02e715c86c26,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:26:00.989147 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468c8ff-d489-44ad-8c81-96211532b3d4 req-7f91a942-241e-4083-9272-71e6cefdbbfe tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:00.991869 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-a468c8ff-d489-44ad-8c81-96211532b3d4 req-7f91a942-241e-4083-9272-71e6cefdbbfe tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a318b82-1824-4799-9f46-2489234290b2 HTTP/1.1" status: 200 len: 945 time: 0.0857847 Aug 27 21:26:01.041647 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-a468c8ff-d489-44ad-8c81-96211532b3d4 req-f891226e-7fd8-44d0-b73f-6a10d6a1b56a tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375340 Aug 27 21:26:01.776963 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87245c98-4574-455e-af09-efcf105aaaec req-3fc7d1c3-47d3-4ffe-9ed8-ee7953e19a55 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:01.778504 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-87245c98-4574-455e-af09-efcf105aaaec req-3fc7d1c3-47d3-4ffe-9ed8-ee7953e19a55 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0578706 Aug 27 21:26:01.823158 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-87245c98-4574-455e-af09-efcf105aaaec req-95730b7f-4dc2-4a04-9b90-7beb77b748fa tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371678 Aug 27 21:26:02.190471 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ac703-bbf3-4ade-95ac-30286d50ee02 req-96ffc57e-56ac-4b83-a7c3-5b340f80c5bb tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:02.192578 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-d17ac703-bbf3-4ade-95ac-30286d50ee02 req-96ffc57e-56ac-4b83-a7c3-5b340f80c5bb tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a318b82-1824-4799-9f46-2489234290b2 HTTP/1.1" status: 200 len: 945 time: 0.0800800 Aug 27 21:26:02.253221 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-d17ac703-bbf3-4ade-95ac-30286d50ee02 req-e3767610-9c82-40d3-b2fc-6a1f3e530c63 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531290 Aug 27 21:26:02.886529 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device 9febb77a-7e7d-475d-b5d5-872527a3a14c up at agent hyperv_hv-cinder-80643 {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:26:02.949323 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Provisioning for port 9febb77a-7e7d-475d-b5d5-872527a3a14c completed by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:26:02.954695 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Provisioning complete for port 9febb77a-7e7d-475d-b5d5-872527a3a14c triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:26:02.955279 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:02.966611 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83843b2a-7eb5-4059-888c-61355b9cf401 req-af3f4479-fa5a-4f39-ac1e-97ba04a052ac tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:02.968153 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-83843b2a-7eb5-4059-888c-61355b9cf401 req-af3f4479-fa5a-4f39-ac1e-97ba04a052ac tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0620213 Aug 27 21:26:03.012018 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-83843b2a-7eb5-4059-888c-61355b9cf401 req-861d61c6-5323-41e9-9d4b-209a0f714c40 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376513 Aug 27 21:26:03.048562 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:03.071197 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a318b82-1824-4799-9f46-2489234290b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9febb77a-7e7d-475d-b5d5-872527a3a14c'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:26:03.073442 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf732d6db1af9f7bc3b5310490fe48ff1e7c732a768ef3a1a1326297a3ecfd63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361dbb38-e6e5-4bab-87c8-e7d92191d199" -d '{"events": [{"server_uuid": "2a318b82-1824-4799-9f46-2489234290b2", "name": "network-vif-plugged", "status": "completed", "tag": "9febb77a-7e7d-475d-b5d5-872527a3a14c"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:26:03.092407 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port 9febb77a-7e7d-475d-b5d5-872527a3a14c, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=9febb77a-7e7d-475d-b5d5-872527a3a14c,segment=NetworkSegment(cc218a4a-0181-4b4c-a554-32acf37b90dd),segment_id=cc218a4a-0181-4b4c-a554-32acf37b90dd)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:26:03.097956 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:03.136746 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 21:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf9abef-a869-4640-903e-cc0b427035db x-openstack-request-id: req-eaf9abef-a869-4640-903e-cc0b427035db {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:26:03.137068 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a318b82-1824-4799-9f46-2489234290b2", "name": "network-vif-plugged", "status": "completed", "tag": "9febb77a-7e7d-475d-b5d5-872527a3a14c", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:26:03.137355 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eaf9abef-a869-4640-903e-cc0b427035db {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:26:03.137771 dv-cinder-806436-1-iscsi neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a318b82-1824-4799-9f46-2489234290b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9febb77a-7e7d-475d-b5d5-872527a3a14c', 'code': 200} Aug 27 21:26:03.164443 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Pushing event updated for resources: {'Port': ['ID=9febb77a-7e7d-475d-b5d5-872527a3a14c,revision_number=5']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:26:03.377065 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96671dd-3baa-433e-a760-3713df4621a1 req-2fd38caa-63af-4b16-bcbe-893909faf3ee tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:03.378590 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-c96671dd-3baa-433e-a760-3713df4621a1 req-2fd38caa-63af-4b16-bcbe-893909faf3ee tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a318b82-1824-4799-9f46-2489234290b2 HTTP/1.1" status: 200 len: 946 time: 0.0580547 Aug 27 21:26:03.423971 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-c96671dd-3baa-433e-a760-3713df4621a1 req-457dcfdc-78c9-42b5-becf-4fe492f1d720 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368965 Aug 27 21:26:04.139662 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1fedc-67bc-40c1-85b6-dfc384c73638 req-1abe89a3-3f24-4dd5-a989-cfa609001392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:04.141336 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-3cb1fedc-67bc-40c1-85b6-dfc384c73638 req-1abe89a3-3f24-4dd5-a989-cfa609001392 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2a318b82-1824-4799-9f46-2489234290b2 HTTP/1.1" status: 200 len: 1099 time: 0.0635579 Aug 27 21:26:04.188383 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e12aa-7d03-443d-b81c-12acdf5f4c6b req-33e198ed-f522-4f30-81c5-3d38729529e1 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:04.190060 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-f91e12aa-7d03-443d-b81c-12acdf5f4c6b req-33e198ed-f522-4f30-81c5-3d38729529e1 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0837059 Aug 27 21:26:04.199205 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-3cb1fedc-67bc-40c1-85b6-dfc384c73638 req-ac46b2af-f6e0-4754-a12b-c9b0a950f8b8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383868 Aug 27 21:26:04.255210 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-f91e12aa-7d03-443d-b81c-12acdf5f4c6b req-3cfbfd26-68dc-4c94-a153-692d4f8ee454 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589321 Aug 27 21:26:04.606399 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c825c-182f-4334-b3da-bfd31fb04071 req-e6ff8dbe-8615-4473-97ea-306c889afa50 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:04.608613 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-907c825c-182f-4334-b3da-bfd31fb04071 req-e6ff8dbe-8615-4473-97ea-306c889afa50 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a318b82-1824-4799-9f46-2489234290b2 HTTP/1.1" status: 200 len: 946 time: 0.0838976 Aug 27 21:26:04.665364 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-907c825c-182f-4334-b3da-bfd31fb04071 req-9cd5f3fb-a0e3-48df-b776-109bbf473f0f tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486767 Aug 27 21:26:05.421909 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154df4e8-bbac-4fce-a59d-3ba582fb69d9 req-8ef36cbe-c022-445e-ac28-20b9be163670 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:05.423696 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-154df4e8-bbac-4fce-a59d-3ba582fb69d9 req-8ef36cbe-c022-445e-ac28-20b9be163670 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0520368 Aug 27 21:26:05.469424 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-154df4e8-bbac-4fce-a59d-3ba582fb69d9 req-7a003af0-8541-47c2-8d4a-fdf7a54b277e tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381267 Aug 27 21:26:05.821243 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570455b-5c20-4708-9cc0-c0aeabada1f1 req-db01e002-8cbc-4234-9f48-505fcdacf3f9 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:05.823879 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-e570455b-5c20-4708-9cc0-c0aeabada1f1 req-db01e002-8cbc-4234-9f48-505fcdacf3f9 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a318b82-1824-4799-9f46-2489234290b2 HTTP/1.1" status: 200 len: 946 time: 0.0757372 Aug 27 21:26:05.870749 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-e570455b-5c20-4708-9cc0-c0aeabada1f1 req-7b65e5dc-968e-4517-9789-77a465ce2562 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379250 Aug 27 21:26:05.913588 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 33024) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:26:06.032690 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bc2706c3-5d43-4fce-9d9b-52bd91c03c9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:06.135265 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bc2706c3-5d43-4fce-9d9b-52bd91c03c9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:06.140079 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bc2706c3-5d43-4fce-9d9b-52bd91c03c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:06.182760 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-bc2706c3-5d43-4fce-9d9b-52bd91c03c9d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=46751aa095af432e869e10a45eb2e756&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2680147 Aug 27 21:26:06.184423 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 33032) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:26:06.185047 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2706c3-5d43-4fce-9d9b-52bd91c03c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c924e116-6d03-4054-9fde-ab077ed45599,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:26:06.195016 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2706c3-5d43-4fce-9d9b-52bd91c03c9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:26:06.195478 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2706c3-5d43-4fce-9d9b-52bd91c03c9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:26:06.195961 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2706c3-5d43-4fce-9d9b-52bd91c03c9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:26:06.196301 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2706c3-5d43-4fce-9d9b-52bd91c03c9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:26:06.196843 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2706c3-5d43-4fce-9d9b-52bd91c03c9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:26:06.197294 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2706c3-5d43-4fce-9d9b-52bd91c03c9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:26:06.198381 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2706c3-5d43-4fce-9d9b-52bd91c03c9d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:26:06.198935 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2706c3-5d43-4fce-9d9b-52bd91c03c9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:26:06.199458 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2706c3-5d43-4fce-9d9b-52bd91c03c9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:26:06.199676 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2706c3-5d43-4fce-9d9b-52bd91c03c9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:26:06.200224 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2706c3-5d43-4fce-9d9b-52bd91c03c9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:26:06.200459 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2706c3-5d43-4fce-9d9b-52bd91c03c9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:26:06.251864 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-749c0676-63d0-4368-a34d-c6ee607da586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:06.278747 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-749c0676-63d0-4368-a34d-c6ee607da586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:06.330399 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-749c0676-63d0-4368-a34d-c6ee607da586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:06.334006 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-749c0676-63d0-4368-a34d-c6ee607da586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:06.335180 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-749c0676-63d0-4368-a34d-c6ee607da586 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c924e116-6d03-4054-9fde-ab077ed45599 HTTP/1.1" status: 204 len: 168 time: 0.1497641 Aug 27 21:26:06.343659 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749c0676-63d0-4368-a34d-c6ee607da586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c924e116-6d03-4054-9fde-ab077ed45599,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:26:06.350858 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749c0676-63d0-4368-a34d-c6ee607da586 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:26:06.351204 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749c0676-63d0-4368-a34d-c6ee607da586 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:26:06.351548 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749c0676-63d0-4368-a34d-c6ee607da586 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:26:06.351905 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749c0676-63d0-4368-a34d-c6ee607da586 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:26:06.352210 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749c0676-63d0-4368-a34d-c6ee607da586 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:26:06.352550 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749c0676-63d0-4368-a34d-c6ee607da586 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:26:06.352876 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749c0676-63d0-4368-a34d-c6ee607da586 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:26:06.353199 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749c0676-63d0-4368-a34d-c6ee607da586 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:26:06.353524 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749c0676-63d0-4368-a34d-c6ee607da586 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:26:06.353893 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749c0676-63d0-4368-a34d-c6ee607da586 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:26:06.354204 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749c0676-63d0-4368-a34d-c6ee607da586 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:26:06.354504 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749c0676-63d0-4368-a34d-c6ee607da586 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:26:06.623180 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df90b2-6975-449f-9959-c608173a1b39 req-64fd5117-c195-4829-9c7f-06440e2a41fd tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:06.625001 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-76df90b2-6975-449f-9959-c608173a1b39 req-64fd5117-c195-4829-9c7f-06440e2a41fd tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0747094 Aug 27 21:26:06.689722 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-76df90b2-6975-449f-9959-c608173a1b39 req-29ff3b6e-6056-44a9-b5bf-f685a36f6336 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571008 Aug 27 21:26:06.712656 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 33042) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:26:06.726677 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-251cf566-836e-40f5-be7e-359ef34885e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:06.830560 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-251cf566-836e-40f5-be7e-359ef34885e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:06.834400 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-251cf566-836e-40f5-be7e-359ef34885e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:06.876622 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-251cf566-836e-40f5-be7e-359ef34885e7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1dbc57c331544cb79d60ddbdaffe9020&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1651285 Aug 27 21:26:06.877460 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251cf566-836e-40f5-be7e-359ef34885e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99fef783-4393-425e-9ba2-e7b122b5630d,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:26:06.879474 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 33048) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:26:06.961629 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b14419c0-87f0-4406-b645-41fd8d22c11f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:07.013985 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b14419c0-87f0-4406-b645-41fd8d22c11f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:07.061205 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d95a6-79c7-4e70-9573-0f07e01c0c62 req-5146fd33-337d-4bf4-8a95-6afcb63b6c65 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:07.062913 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-653d95a6-79c7-4e70-9573-0f07e01c0c62 req-5146fd33-337d-4bf4-8a95-6afcb63b6c65 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a318b82-1824-4799-9f46-2489234290b2 HTTP/1.1" status: 200 len: 946 time: 0.0860574 Aug 27 21:26:07.101437 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b14419c0-87f0-4406-b645-41fd8d22c11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:07.104530 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b14419c0-87f0-4406-b645-41fd8d22c11f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:07.105906 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-b14419c0-87f0-4406-b645-41fd8d22c11f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/99fef783-4393-425e-9ba2-e7b122b5630d HTTP/1.1" status: 204 len: 168 time: 0.2248704 Aug 27 21:26:07.116375 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-653d95a6-79c7-4e70-9573-0f07e01c0c62 req-c7f4aef8-134f-49c2-8f0e-98524f30da76 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426021 Aug 27 21:26:07.118165 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14419c0-87f0-4406-b645-41fd8d22c11f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99fef783-4393-425e-9ba2-e7b122b5630d,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:26:07.835575 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923039e9-5efc-48c6-abfb-057bbd7a04ea req-f7bf2f6a-4f44-4e49-8c91-1fccc1f391d5 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:07.837559 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-923039e9-5efc-48c6-abfb-057bbd7a04ea req-f7bf2f6a-4f44-4e49-8c91-1fccc1f391d5 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0641837 Aug 27 21:26:07.918767 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-923039e9-5efc-48c6-abfb-057bbd7a04ea req-577c040c-d6f1-4016-a774-4d8703b64351 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708828 Aug 27 21:26:08.268519 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078503d-054b-4e1b-9e55-fecf6f6a27be req-49a3b205-0ea6-4695-ab68-cd75ebafaca8 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:08.270072 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-5078503d-054b-4e1b-9e55-fecf6f6a27be req-49a3b205-0ea6-4695-ab68-cd75ebafaca8 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a318b82-1824-4799-9f46-2489234290b2 HTTP/1.1" status: 200 len: 946 time: 0.0672491 Aug 27 21:26:08.317944 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-5078503d-054b-4e1b-9e55-fecf6f6a27be req-6f4a38f9-736f-495d-ac7d-79aebf8e21f2 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380816 Aug 27 21:26:08.823076 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-f47a132c-30ea-40ec-867f-3b00b995c3ad req-a0ed21cb-c74e-467e-922a-8997d17cb8bd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9fd2e5b8-ceb2-494c-ab8f-3490ee2ef899&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746715 Aug 27 21:26:08.902667 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a132c-30ea-40ec-867f-3b00b995c3ad req-cf3f8333-9a7a-4e3c-9ea8-571b130d8c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:08.904611 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-f47a132c-30ea-40ec-867f-3b00b995c3ad req-cf3f8333-9a7a-4e3c-9ea8-571b130d8c39 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f86ecf3ade224edea8eb50a9b92b58b0&device_id=9fd2e5b8-ceb2-494c-ab8f-3490ee2ef899 HTTP/1.1" status: 200 len: 1099 time: 0.0536790 Aug 27 21:26:09.080549 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3eed7-f8b6-452e-bc55-29f3673ac355 req-dd428cc7-8943-4189-b009-0f11a912703c tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:09.093040 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-71a3eed7-f8b6-452e-bc55-29f3673ac355 req-dd428cc7-8943-4189-b009-0f11a912703c tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0901105 Aug 27 21:26:09.097184 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a132c-30ea-40ec-867f-3b00b995c3ad req-e669f27e-ef59-400f-abc8-68dde59519a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:09.099901 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-f47a132c-30ea-40ec-867f-3b00b995c3ad req-e669f27e-ef59-400f-abc8-68dde59519a5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3810ce44-ef2e-4539-825a-afaeff9378bf HTTP/1.1" status: 200 len: 916 time: 0.1649206 Aug 27 21:26:09.144300 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-71a3eed7-f8b6-452e-bc55-29f3673ac355 req-a753ac7e-d4df-4ff3-869c-24c19211af7d tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502167 Aug 27 21:26:09.194824 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-f47a132c-30ea-40ec-867f-3b00b995c3ad req-a9d78c17-f243-4b8e-93c8-c85e40319857 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffb26850-fdb4-4ec1-952e-e63d67398879 HTTP/1.1" status: 200 len: 217 time: 0.0798430 Aug 27 21:26:09.269571 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a132c-30ea-40ec-867f-3b00b995c3ad req-de6b5690-e900-4c0c-ac73-ecabba9e9aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:09.271097 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-f47a132c-30ea-40ec-867f-3b00b995c3ad req-de6b5690-e900-4c0c-ac73-ecabba9e9aa8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1118719e-5689-4aa5-abb3-709897e8d96a HTTP/1.1" status: 200 len: 855 time: 0.0657837 Aug 27 21:26:09.317793 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-f47a132c-30ea-40ec-867f-3b00b995c3ad req-8081dcdd-9bc4-44f0-80d7-e4a3940aa9ab service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3810ce44-ef2e-4539-825a-afaeff9378bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381677 Aug 27 21:26:09.419596 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 33144) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:26:09.558541 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-f47a132c-30ea-40ec-867f-3b00b995c3ad req-353b5b3b-4aef-4d4a-886e-eb1af68c3666 service neutron] 10.222.0.73 "GET /v2.0/networks/3810ce44-ef2e-4539-825a-afaeff9378bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318568 Aug 27 21:26:09.579241 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e4b106-6b47-4582-93ae-752faf480f9d req-4ef0d2c5-2229-4118-a6cf-8311ab3c9eee tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:09.581128 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-a2e4b106-6b47-4582-93ae-752faf480f9d req-4ef0d2c5-2229-4118-a6cf-8311ab3c9eee tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a318b82-1824-4799-9f46-2489234290b2 HTTP/1.1" status: 200 len: 946 time: 0.1206367 Aug 27 21:26:09.620345 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c3421167-e156-4811-be96-2a2de57ebfa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:09.673759 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-a2e4b106-6b47-4582-93ae-752faf480f9d req-cf6079c7-8355-4876-ae4a-9d1729ef31b3 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820098 Aug 27 21:26:09.720191 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-f47a132c-30ea-40ec-867f-3b00b995c3ad req-7f9a9d96-cf13-4f69-98fc-fd5d57e5584f service neutron] 10.222.0.73 "GET /v2.0/networks/3810ce44-ef2e-4539-825a-afaeff9378bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376576 Aug 27 21:26:09.768631 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c3421167-e156-4811-be96-2a2de57ebfa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:09.774455 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c3421167-e156-4811-be96-2a2de57ebfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:09.815590 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3421167-e156-4811-be96-2a2de57ebfa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e666177-93a8-4f2f-ac89-e8d7ded2e174,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:26:09.849008 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 33162) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:26:09.849554 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-c3421167-e156-4811-be96-2a2de57ebfa9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e2adcb262b3c4793b819d1a4082e3168&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4276354 Aug 27 21:26:09.923244 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bca89d4e-5e0f-4203-9054-cdb54fd2ccba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:09.956253 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bca89d4e-5e0f-4203-9054-cdb54fd2ccba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:10.001501 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 33166) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:26:10.052117 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bca89d4e-5e0f-4203-9054-cdb54fd2ccba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:10.064955 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bca89d4e-5e0f-4203-9054-cdb54fd2ccba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:10.066222 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-bca89d4e-5e0f-4203-9054-cdb54fd2ccba admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2e666177-93a8-4f2f-ac89-e8d7ded2e174 HTTP/1.1" status: 204 len: 168 time: 0.2161732 Aug 27 21:26:10.080176 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca89d4e-5e0f-4203-9054-cdb54fd2ccba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e666177-93a8-4f2f-ac89-e8d7ded2e174,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:26:10.319786 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec7930f-2f6e-4d86-a5ef-2b45aa7374a1 req-cb505e34-ef2c-4aa0-b884-93960fe281a2 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:10.321473 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-cec7930f-2f6e-4d86-a5ef-2b45aa7374a1 req-cb505e34-ef2c-4aa0-b884-93960fe281a2 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0691202 Aug 27 21:26:10.415745 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-cec7930f-2f6e-4d86-a5ef-2b45aa7374a1 req-5867b791-1555-49e2-be0c-a419d72ac97d tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852051 Aug 27 21:26:10.468313 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6fc2c8b4-6e57-4d6d-89bc-73eaaf746008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:10.616463 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6fc2c8b4-6e57-4d6d-89bc-73eaaf746008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:10.621723 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6fc2c8b4-6e57-4d6d-89bc-73eaaf746008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:10.684989 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-6fc2c8b4-6e57-4d6d-89bc-73eaaf746008 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=87ca80ec98514e4aa0bdbbaef6912ea5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6821346 Aug 27 21:26:10.686365 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc2c8b4-6e57-4d6d-89bc-73eaaf746008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0753eb-fc39-4b60-9fb8-5e0d6e497a0c,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:26:10.689503 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 33190) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:26:10.765841 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ff6771d4-f1ff-45ea-aa8b-d3333d548c3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:10.800008 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ff6771d4-f1ff-45ea-aa8b-d3333d548c3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:10.879522 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ff6771d4-f1ff-45ea-aa8b-d3333d548c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:10.882456 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ff6771d4-f1ff-45ea-aa8b-d3333d548c3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:10.883853 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-ff6771d4-f1ff-45ea-aa8b-d3333d548c3f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2c0753eb-fc39-4b60-9fb8-5e0d6e497a0c HTTP/1.1" status: 204 len: 168 time: 0.1928012 Aug 27 21:26:10.913868 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6771d4-f1ff-45ea-aa8b-d3333d548c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0753eb-fc39-4b60-9fb8-5e0d6e497a0c,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:26:11.264149 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 33208) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:26:11.290338 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9c70b66c-1e09-4720-b1ff-d073526df5aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:11.456829 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9c70b66c-1e09-4720-b1ff-d073526df5aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:11.466264 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9c70b66c-1e09-4720-b1ff-d073526df5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:11.514899 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c70b66c-1e09-4720-b1ff-d073526df5aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926cdadc-702f-4f90-909f-bea080208b54,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:26:11.523425 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-9c70b66c-1e09-4720-b1ff-d073526df5aa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c9767cc77d834d049ec7056a0b291dc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2542846 Aug 27 21:26:11.523706 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 33214) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:26:11.608680 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-009329ff-bb32-445b-a272-6138c29891ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:11.631791 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035dbce3-787c-4ee5-a41d-b6fe0b4b6a57 req-0621eb93-8853-40f0-bf26-42200bf32c8a tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:11.633877 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-035dbce3-787c-4ee5-a41d-b6fe0b4b6a57 req-0621eb93-8853-40f0-bf26-42200bf32c8a tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.1133716 Aug 27 21:26:11.650160 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-009329ff-bb32-445b-a272-6138c29891ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:11.678163 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-035dbce3-787c-4ee5-a41d-b6fe0b4b6a57 req-4ebd2a6b-0b06-4a63-8f4a-dcc5c294cc69 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324836 Aug 27 21:26:11.747351 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-009329ff-bb32-445b-a272-6138c29891ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:11.750265 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-009329ff-bb32-445b-a272-6138c29891ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:11.751429 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-009329ff-bb32-445b-a272-6138c29891ef admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/926cdadc-702f-4f90-909f-bea080208b54 HTTP/1.1" status: 204 len: 168 time: 0.2268589 Aug 27 21:26:11.761675 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009329ff-bb32-445b-a272-6138c29891ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926cdadc-702f-4f90-909f-bea080208b54,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:26:12.278827 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:12.844143 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0241266-1e66-43b3-bb1e-6e965364bcfd req-7785a690-9c5e-4372-9f91-f6f7745e89be tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:12.846358 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-a0241266-1e66-43b3-bb1e-6e965364bcfd req-7785a690-9c5e-4372-9f91-f6f7745e89be tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0531433 Aug 27 21:26:12.897743 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-a0241266-1e66-43b3-bb1e-6e965364bcfd req-783f48d6-5c4e-4b20-b484-058cb908aa4d tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448358 Aug 27 21:26:14.027145 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d8b4c-335a-4bdd-92ca-27ba95ddf38f req-71fcab7b-6552-4f5d-8446-6ff0f2853ff9 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:14.028686 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-688d8b4c-335a-4bdd-92ca-27ba95ddf38f req-71fcab7b-6552-4f5d-8446-6ff0f2853ff9 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0530045 Aug 27 21:26:14.079294 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-688d8b4c-335a-4bdd-92ca-27ba95ddf38f req-9324d6c5-a325-401f-a6f5-f192c48016fe tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443292 Aug 27 21:26:15.209446 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f87bca-2cd6-48ab-b794-054977ce731a req-c6c52224-9e49-4722-bc48-c0dc2264ff61 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:15.211638 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-98f87bca-2cd6-48ab-b794-054977ce731a req-c6c52224-9e49-4722-bc48-c0dc2264ff61 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0576479 Aug 27 21:26:15.256524 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-98f87bca-2cd6-48ab-b794-054977ce731a req-a5908dbf-db22-4584-95f1-b566728ac740 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365262 Aug 27 21:26:16.426542 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fed835-c9cf-4804-8174-3a09b3337c91 req-b070c7f9-5104-43bc-a924-d931e45d4a36 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:16.429584 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-78fed835-c9cf-4804-8174-3a09b3337c91 req-b070c7f9-5104-43bc-a924-d931e45d4a36 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0684183 Aug 27 21:26:16.497486 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-78fed835-c9cf-4804-8174-3a09b3337c91 req-6ab2583e-2d78-4368-ad10-53c995d36baa tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631967 Aug 27 21:26:17.620378 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae313a-9d26-4219-94c3-254373e6ae74 req-58d28bb2-26f3-4493-aa00-15b768cdab55 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:17.621928 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-eaae313a-9d26-4219-94c3-254373e6ae74 req-58d28bb2-26f3-4493-aa00-15b768cdab55 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0571444 Aug 27 21:26:17.664134 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-eaae313a-9d26-4219-94c3-254373e6ae74 req-a9632a9d-1c8b-4da3-836b-1bcdf525ba11 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354567 Aug 27 21:26:18.702041 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e0715e8-be51-4efb-a8b1-08c45b1a41ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:18.791986 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e790e0-58ca-4480-9ce6-9136a1deb2f4 req-60a89427-b2f3-4e51-8c05-3066fe73d394 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:18.793983 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-43e790e0-58ca-4480-9ce6-9136a1deb2f4 req-60a89427-b2f3-4e51-8c05-3066fe73d394 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0538452 Aug 27 21:26:18.846738 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-43e790e0-58ca-4480-9ce6-9136a1deb2f4 req-a2ef4f1d-aae7-444a-8693-87691d482dec tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443451 Aug 27 21:26:19.973616 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6effee48-d0d5-4e42-9984-7e9078688520 req-bd0c8162-46b5-42fe-b7cb-b6fb908b115e tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:19.975439 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-6effee48-d0d5-4e42-9984-7e9078688520 req-bd0c8162-46b5-42fe-b7cb-b6fb908b115e tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0558076 Aug 27 21:26:20.020693 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-6effee48-d0d5-4e42-9984-7e9078688520 req-78d8de8f-9fa5-45a9-96cc-d9726aad8d9d tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383835 Aug 27 21:26:21.155575 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc0402-73a9-4248-97f0-3d80484500cf req-d24287b0-7288-4160-9399-a9057bda52f1 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:21.157647 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-50fc0402-73a9-4248-97f0-3d80484500cf req-d24287b0-7288-4160-9399-a9057bda52f1 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0606163 Aug 27 21:26:21.213073 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-50fc0402-73a9-4248-97f0-3d80484500cf req-1323a93e-05fa-4032-b32f-da45a82f7d83 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479453 Aug 27 21:26:21.337045 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5e1f1fdc-4450-4f5e-8105-f58b6a252bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:21.561474 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:22.357430 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2149bd26-4931-4032-ba92-ca4931883f0f req-b5ba4f38-8011-40dc-bbbb-df4d7f17049b tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:22.359501 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-2149bd26-4931-4032-ba92-ca4931883f0f req-b5ba4f38-8011-40dc-bbbb-df4d7f17049b tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0651996 Aug 27 21:26:22.401174 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-2149bd26-4931-4032-ba92-ca4931883f0f req-7edbc507-c419-4a92-b705-b682d51a880c tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341582 Aug 27 21:26:22.690399 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65920cb9-5c7f-4952-b134-219b92defc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:23.524609 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ecf3e-3f44-45da-8fac-c9caea16f1db req-f2c433f1-9903-46cd-8679-8a70557cf5a1 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:23.527005 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-323ecf3e-3f44-45da-8fac-c9caea16f1db req-f2c433f1-9903-46cd-8679-8a70557cf5a1 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0492942 Aug 27 21:26:23.571642 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-323ecf3e-3f44-45da-8fac-c9caea16f1db req-7584a6ac-44a2-4b74-934e-c83d880cf628 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381632 Aug 27 21:26:23.935444 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 33496) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:26:23.958089 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 33500) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:26:24.051044 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-778ce8a3-384f-4928-b9ff-199d4ced17a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:24.132175 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-915b4212-e353-48ce-88bf-c84128f80871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:24.153131 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dc0a7325-c8cf-4482-9eb8-8d1baf8a9896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:24.247733 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-915b4212-e353-48ce-88bf-c84128f80871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:24.252622 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-915b4212-e353-48ce-88bf-c84128f80871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:24.294364 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-915b4212-e353-48ce-88bf-c84128f80871 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=427e58cadb5f4c9697b1f097fd22d45a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3573923 Aug 27 21:26:24.295116 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915b4212-e353-48ce-88bf-c84128f80871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14551683-2ade-4fa0-bdf7-e1a0637eba10,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:26:24.298033 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 33508) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:26:24.377969 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dc0a7325-c8cf-4482-9eb8-8d1baf8a9896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:24.379814 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fff11184-f19b-4d27-bd78-c74cacce9f1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:24.390107 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dc0a7325-c8cf-4482-9eb8-8d1baf8a9896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:24.420063 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fff11184-f19b-4d27-bd78-c74cacce9f1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:24.444782 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-dc0a7325-c8cf-4482-9eb8-8d1baf8a9896 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e2006f49088c45c8844104c5bc1fdf75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4856009 Aug 27 21:26:24.448108 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 33510) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:26:24.452383 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a7325-c8cf-4482-9eb8-8d1baf8a9896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8212157f-51f1-44c8-ad11-57bef04e5035,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:26:24.495491 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fff11184-f19b-4d27-bd78-c74cacce9f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:24.499145 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fff11184-f19b-4d27-bd78-c74cacce9f1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:24.501234 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-fff11184-f19b-4d27-bd78-c74cacce9f1b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/14551683-2ade-4fa0-bdf7-e1a0637eba10 HTTP/1.1" status: 204 len: 168 time: 0.2021859 Aug 27 21:26:24.512149 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff11184-f19b-4d27-bd78-c74cacce9f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14551683-2ade-4fa0-bdf7-e1a0637eba10,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:26:24.542091 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3e925499-d97a-4ee4-bb90-c77d5d47b669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:24.569545 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3e925499-d97a-4ee4-bb90-c77d5d47b669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:24.628929 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3e925499-d97a-4ee4-bb90-c77d5d47b669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:24.631753 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3e925499-d97a-4ee4-bb90-c77d5d47b669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:24.640443 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-3e925499-d97a-4ee4-bb90-c77d5d47b669 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8212157f-51f1-44c8-ad11-57bef04e5035 HTTP/1.1" status: 204 len: 168 time: 0.1872263 Aug 27 21:26:24.651730 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e925499-d97a-4ee4-bb90-c77d5d47b669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8212157f-51f1-44c8-ad11-57bef04e5035,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:26:24.746379 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96196c4d-0149-4cd1-97cf-cab6e2f2f858 req-42f18ffd-e883-4e56-84ef-2f2a0cb29121 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:24.748938 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-96196c4d-0149-4cd1-97cf-cab6e2f2f858 req-42f18ffd-e883-4e56-84ef-2f2a0cb29121 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0756354 Aug 27 21:26:24.817751 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-96196c4d-0149-4cd1-97cf-cab6e2f2f858 req-f5e0059b-7fc6-4f68-827f-0fb4ec2e6989 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584345 Aug 27 21:26:25.616919 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 33562) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:26:25.799774 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [None req-c19f1768-6942-4b0d-8149-dce130b5ff54 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1464869181-network', 'tenant_id': '7e4ab487ca3747ecb937bf7e78407e40'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:26:25.836174 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19f1768-6942-4b0d-8149-dce130b5ff54 admin admin] Made reservation on behalf of 7e4ab487ca3747ecb937bf7e78407e40 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 21:26:25.840140 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c19f1768-6942-4b0d-8149-dce130b5ff54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:25.855517 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c19f1768-6942-4b0d-8149-dce130b5ff54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:25.992902 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30326620-c453-4db6-bca9-6087b18fe5de req-f31ad806-41dd-475c-8a91-5c841b8de446 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:25.995219 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-30326620-c453-4db6-bca9-6087b18fe5de req-f31ad806-41dd-475c-8a91-5c841b8de446 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0895407 Aug 27 21:26:26.061390 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-30326620-c453-4db6-bca9-6087b18fe5de req-c5802fe5-a844-4810-a573-669daa30bfe1 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589793 Aug 27 21:26:26.121434 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c19f1768-6942-4b0d-8149-dce130b5ff54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:26.130621 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c19f1768-6942-4b0d-8149-dce130b5ff54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:26.170426 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22aab50-390a-4d7d-ad20-86bfa5d1e6a3 req-25883fc4-2531-4c5c-98ab-1325b8efa0ab tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:26.171963 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d22aab50-390a-4d7d-ad20-86bfa5d1e6a3 req-25883fc4-2531-4c5c-98ab-1325b8efa0ab tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/networks?id=3810ce44-ef2e-4539-825a-afaeff9378bf HTTP/1.1" status: 200 len: 815 time: 0.1818154 Aug 27 21:26:26.175279 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c19f1768-6942-4b0d-8149-dce130b5ff54 admin admin] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 21:26:26.200979 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f1768-6942-4b0d-8149-dce130b5ff54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e737be-a887-470d-800a-190878bee78c,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:26:26.203950 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c19f1768-6942-4b0d-8149-dce130b5ff54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226622'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:26.204285 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.db.segments_db [None req-c19f1768-6942-4b0d-8149-dce130b5ff54 admin admin] Added segment d8b3f39c-863d-430a-b14c-104d30fd5bac of type vlan for network c5189a56-bd04-4eee-a451-94b32d1047d1 Aug 27 21:26:26.206745 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d22aab50-390a-4d7d-ad20-86bfa5d1e6a3 req-944633f1-2972-4d12-8a44-748a88dd3cfd tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/quotas/f86ecf3ade224edea8eb50a9b92b58b0 HTTP/1.1" status: 200 len: 375 time: 0.0229824 Aug 27 21:26:26.270590 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c19f1768-6942-4b0d-8149-dce130b5ff54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794200552295'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:26.319895 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d22aab50-390a-4d7d-ad20-86bfa5d1e6a3 req-59675d39-f72f-422e-be2a-8c5160d7db95 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f86ecf3ade224edea8eb50a9b92b58b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0857468 Aug 27 21:26:26.321729 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c19f1768-6942-4b0d-8149-dce130b5ff54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:26.323495 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19f1768-6942-4b0d-8149-dce130b5ff54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:26.324452 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c19f1768-6942-4b0d-8149-dce130b5ff54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:26.439991 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-c19f1768-6942-4b0d-8149-dce130b5ff54 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8219221 Aug 27 21:26:26.444206 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 33596) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:26:26.450167 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [None req-70e6fd7c-54d1-42b1-8d03-38e90cd8f31e admin admin] Request body: {'subnet': {'network_id': 'c5189a56-bd04-4eee-a451-94b32d1047d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1464869181-subnet', 'tenant_id': '7e4ab487ca3747ecb937bf7e78407e40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:26:26.454617 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f1768-6942-4b0d-8149-dce130b5ff54 admin admin] Pushing event updated for resources: {'Network': ['ID=c5189a56-bd04-4eee-a451-94b32d1047d1,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:26:26.472090 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Network c5189a56-bd04-4eee-a451-94b32d1047d1 details requested by agent ovs-agent-dv-cinder-806436-1-iscsi with host dv-cinder-806436-1-iscsi {{(pid=93798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 21:26:26.481875 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e6fd7c-54d1-42b1-8d03-38e90cd8f31e admin admin] Made reservation on behalf of 7e4ab487ca3747ecb937bf7e78407e40 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 21:26:26.484565 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-70e6fd7c-54d1-42b1-8d03-38e90cd8f31e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:26.504949 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d22aab50-390a-4d7d-ad20-86bfa5d1e6a3 req-7ff67711-d053-45bb-8412-42a7357cd307 service neutron] 10.222.0.39 "GET /v2.0/networks/3810ce44-ef2e-4539-825a-afaeff9378bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719425 Aug 27 21:26:26.629117 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d22aab50-390a-4d7d-ad20-86bfa5d1e6a3 req-208a8552-dcb8-47da-bbed-8d09325f0974 service neutron] 10.222.0.39 "GET /v2.0/networks/3810ce44-ef2e-4539-825a-afaeff9378bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116683 Aug 27 21:26:26.691788 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-70e6fd7c-54d1-42b1-8d03-38e90cd8f31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:26.779949 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e6fd7c-54d1-42b1-8d03-38e90cd8f31e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a12e06ad-0d9c-4b0b-878b-a76bf6200b04,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:26:26.804313 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e6fd7c-54d1-42b1-8d03-38e90cd8f31e admin admin] Checking segment: {'id': 'd8b3f39c-863d-430a-b14c-104d30fd5bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c5189a56-bd04-4eee-a451-94b32d1047d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:26:26.804894 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e6fd7c-54d1-42b1-8d03-38e90cd8f31e admin admin] Network hostable DHCP agents. Network: c5189a56-bd04-4eee-a451-94b32d1047d1, hostable agents: ['1749b5b4-19f7-4836-8339-7d75e40e8c09'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 21:26:26.827952 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-d248c7c2-2f43-4b63-ad36-aa2863734f8d req-ff1bbdc1-c767-4dd7-9d79-c9dcc59053bf tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=2160ac29-d93a-46eb-81fa-aa6e2001cc3f HTTP/1.1" status: 200 len: 210 time: 0.0404334 Aug 27 21:26:26.858800 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e6fd7c-54d1-42b1-8d03-38e90cd8f31e admin admin] Network c5189a56-bd04-4eee-a451-94b32d1047d1 is scheduled to be hosted by DHCP agent 1749b5b4-19f7-4836-8339-7d75e40e8c09 with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 21:26:26.870828 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-70e6fd7c-54d1-42b1-8d03-38e90cd8f31e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806436-1-iscsi, c5189a56-bd04-4eee-a451-94b32d1047d1) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:26:26.876519 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e6fd7c-54d1-42b1-8d03-38e90cd8f31e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:26.877334 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-70e6fd7c-54d1-42b1-8d03-38e90cd8f31e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:26.885459 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0859ceb-2064-4354-9e95-f9c218ce27fe None None] Network c5189a56-bd04-4eee-a451-94b32d1047d1 requested from dv-cinder-806436-1-iscsi {{(pid=93798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 21:26:26.904831 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-70e6fd7c-54d1-42b1-8d03-38e90cd8f31e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4584157 Aug 27 21:26:27.054015 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a2a28b-d870-4aed-96c8-76897bb73065 None None] Network c5189a56-bd04-4eee-a451-94b32d1047d1 requested from dv-cinder-806436-1-iscsi {{(pid=93798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 21:26:27.229971 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce37014-bee5-4073-bab0-fc25432b2220 req-86644063-3174-4168-9033-3c4836997791 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:27.241952 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-5ce37014-bee5-4073-bab0-fc25432b2220 req-86644063-3174-4168-9033-3c4836997791 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0838504 Aug 27 21:26:27.308843 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-5ce37014-bee5-4073-bab0-fc25432b2220 req-d6beb008-87ec-44e1-8634-6e8e01621acd tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655279 Aug 27 21:26:27.544902 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e79428-4188-4888-9334-ecc381da8f9b req-57fe9b7a-ac98-4905-8b29-c4b64f88f614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:27.546684 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-55e79428-4188-4888-9334-ecc381da8f9b req-57fe9b7a-ac98-4905-8b29-c4b64f88f614 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 1099 time: 0.0841193 Aug 27 21:26:27.596628 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-55e79428-4188-4888-9334-ecc381da8f9b req-a3037caa-d623-4429-b436-dff51d5f6437 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411835 Aug 27 21:26:27.950552 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-915352ac-0e12-44af-992c-d381039162e5 req-e9b9f1fd-5ed7-4eb8-9a8b-b05a7d23b5c9 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=2160ac29-d93a-46eb-81fa-aa6e2001cc3f HTTP/1.1" status: 200 len: 210 time: 0.0293276 Aug 27 21:26:28.439871 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22aab50-390a-4d7d-ad20-86bfa5d1e6a3 req-ca926e55-03dd-4bb0-99d3-5a449b1a62a6 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:28.441374 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d22aab50-390a-4d7d-ad20-86bfa5d1e6a3 req-ca926e55-03dd-4bb0-99d3-5a449b1a62a6 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.73 "GET /v2.0/networks?id=3810ce44-ef2e-4539-825a-afaeff9378bf HTTP/1.1" status: 200 len: 815 time: 0.1604478 Aug 27 21:26:28.457162 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [req-d22aab50-390a-4d7d-ad20-86bfa5d1e6a3 req-8d141a28-531b-4803-8689-6f275012b5d6 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Request body: {'port': {'device_id': '2160ac29-d93a-46eb-81fa-aa6e2001cc3f', 'network_id': '3810ce44-ef2e-4539-825a-afaeff9378bf', 'admin_state_up': True, 'tenant_id': 'f86ecf3ade224edea8eb50a9b92b58b0'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:26:28.467425 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b90671-cdea-450f-be48-446b8bf1e731 req-64ea3b2e-7518-497a-a0ff-30363851e5ac tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:28.471595 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-c3b90671-cdea-450f-be48-446b8bf1e731 req-64ea3b2e-7518-497a-a0ff-30363851e5ac tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0766926 Aug 27 21:26:28.516450 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-c3b90671-cdea-450f-be48-446b8bf1e731 req-cf278179-e097-48fc-b857-cf0445d6851e tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408356 Aug 27 21:26:28.597035 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d22aab50-390a-4d7d-ad20-86bfa5d1e6a3 req-8d141a28-531b-4803-8689-6f275012b5d6 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Made reservation on behalf of f86ecf3ade224edea8eb50a9b92b58b0 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 21:26:28.600638 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-d22aab50-390a-4d7d-ad20-86bfa5d1e6a3 req-8d141a28-531b-4803-8689-6f275012b5d6 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:28.732675 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-d22aab50-390a-4d7d-ad20-86bfa5d1e6a3 req-8d141a28-531b-4803-8689-6f275012b5d6 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Allocated IP 172.20.0.13 (3810ce44-ef2e-4539-825a-afaeff9378bf/1118719e-5689-4aa5-abb3-709897e8d96a/ce19295f-2b5a-4c51-bfa2-678f33f95800) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 21:26:28.952502 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-d22aab50-390a-4d7d-ad20-86bfa5d1e6a3 req-8d141a28-531b-4803-8689-6f275012b5d6 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:29.011738 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-d22aab50-390a-4d7d-ad20-86bfa5d1e6a3 req-8d141a28-531b-4803-8689-6f275012b5d6 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794200564228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-275356'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:29.027023 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] get_ports_and_sgs() called for port_ids ['ffb26850-fdb4-4ec1-952e-e63d67398879', '19760bd2-1463-4eed-b6b4-5ceac4b34206', '9febb77a-7e7d-475d-b5d5-872527a3a14c'] {{(pid=93798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 21:26:29.133472 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d22aab50-390a-4d7d-ad20-86bfa5d1e6a3 req-8d141a28-531b-4803-8689-6f275012b5d6 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Network 3810ce44-ef2e-4539-825a-afaeff9378bf is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:26:29.154396 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-d22aab50-390a-4d7d-ad20-86bfa5d1e6a3 req-8d141a28-531b-4803-8689-6f275012b5d6 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:26:29.163894 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-d22aab50-390a-4d7d-ad20-86bfa5d1e6a3 req-8d141a28-531b-4803-8689-6f275012b5d6 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 21:26:29.247027 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d141a28-531b-4803-8689-6f275012b5d6 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Pushing event updated for resources: {'Port': ['ID=ce19295f-2b5a-4c51-bfa2-678f33f95800,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:26:29.274661 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b12b2-ff9e-4015-9792-1bd2bf5710ff req-a31f9f66-e1a6-4b2a-bee0-b6ab89f4e292 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:29.287579 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-e29b12b2-ff9e-4015-9792-1bd2bf5710ff req-a31f9f66-e1a6-4b2a-bee0-b6ab89f4e292 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/networks?id=c5189a56-bd04-4eee-a451-94b32d1047d1 HTTP/1.1" status: 200 len: 809 time: 0.3030047 Aug 27 21:26:29.308773 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-e29b12b2-ff9e-4015-9792-1bd2bf5710ff req-904b83b5-bdd3-4b5d-add5-58593b5ecb80 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/quotas/7e4ab487ca3747ecb937bf7e78407e40 HTTP/1.1" status: 200 len: 375 time: 0.0201809 Aug 27 21:26:29.315020 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22aab50-390a-4d7d-ad20-86bfa5d1e6a3 req-8d141a28-531b-4803-8689-6f275012b5d6 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:29.316202 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-d22aab50-390a-4d7d-ad20-86bfa5d1e6a3 req-8d141a28-531b-4803-8689-6f275012b5d6 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:29.333931 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8613a-db25-4462-b783-1fa4b0fc61b2 req-03766cc1-3c83-4b75-86b9-d9903ad5145b tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:29.335514 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d7d8613a-db25-4462-b783-1fa4b0fc61b2 req-03766cc1-3c83-4b75-86b9-d9903ad5145b tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=2160ac29-d93a-46eb-81fa-aa6e2001cc3f HTTP/1.1" status: 200 len: 932 time: 0.1614871 Aug 27 21:26:29.355659 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-e29b12b2-ff9e-4015-9792-1bd2bf5710ff req-2206d08d-bd13-41be-a7cc-b8804f845d2f tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e4ab487ca3747ecb937bf7e78407e40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457635 Aug 27 21:26:29.373746 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d22aab50-390a-4d7d-ad20-86bfa5d1e6a3 req-8d141a28-531b-4803-8689-6f275012b5d6 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9205108 Aug 27 21:26:29.396192 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [req-d22aab50-390a-4d7d-ad20-86bfa5d1e6a3 req-66562b57-5e46-4a16-9f64-f6039706efa9 service neutron] Request body: {'port': {'device_id': '2160ac29-d93a-46eb-81fa-aa6e2001cc3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80643'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:26:29.459082 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d7d8613a-db25-4462-b783-1fa4b0fc61b2 req-f8a153dc-7107-4734-b215-e7c30dc099f4 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066699 Aug 27 21:26:29.483054 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-e29b12b2-ff9e-4015-9792-1bd2bf5710ff req-3321c3a6-3378-4b4b-a1e9-3dd67482403a service neutron] 10.222.0.39 "GET /v2.0/networks/c5189a56-bd04-4eee-a451-94b32d1047d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262963 Aug 27 21:26:29.515842 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-d22aab50-390a-4d7d-ad20-86bfa5d1e6a3 req-66562b57-5e46-4a16-9f64-f6039706efa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:29.628632 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-e29b12b2-ff9e-4015-9792-1bd2bf5710ff req-4d2f7c4e-ea69-4af6-a5d5-9e5c8104f35e service neutron] 10.222.0.39 "GET /v2.0/networks/c5189a56-bd04-4eee-a451-94b32d1047d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442378 Aug 27 21:26:29.798306 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63241b57-52c2-4deb-bf23-be89f26242a1 req-c90cf076-94e7-483b-b153-c94e00d3020e tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:29.800063 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-63241b57-52c2-4deb-bf23-be89f26242a1 req-c90cf076-94e7-483b-b153-c94e00d3020e tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.1298215 Aug 27 21:26:29.871248 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-63241b57-52c2-4deb-bf23-be89f26242a1 req-1dd40517-ebfe-49c2-bb1c-0a8bac20a957 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517864 Aug 27 21:26:29.970783 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-48c26c4b-1567-40e3-85b1-0e6024d77a61 req-dbc19eb9-eefa-4a56-9beb-87c0e201f330 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/ports?device_id=15896bd7-4a6f-4b42-9e29-8183dd29293d HTTP/1.1" status: 200 len: 210 time: 0.0326483 Aug 27 21:26:30.057579 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.notifiers.nova [req-d22aab50-390a-4d7d-ad20-86bfa5d1e6a3 req-66562b57-5e46-4a16-9f64-f6039706efa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce19295f-2b5a-4c51-bfa2-678f33f95800 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 21:26:30.073932 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-d22aab50-390a-4d7d-ad20-86bfa5d1e6a3 req-66562b57-5e46-4a16-9f64-f6039706efa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:30.096269 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-d22aab50-390a-4d7d-ad20-86bfa5d1e6a3 req-66562b57-5e46-4a16-9f64-f6039706efa9 service neutron] Transition to ACTIVE for port object ce19295f-2b5a-4c51-bfa2-678f33f95800 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:26:30.102351 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-d22aab50-390a-4d7d-ad20-86bfa5d1e6a3 req-66562b57-5e46-4a16-9f64-f6039706efa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-275333'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:30.233124 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66562b57-5e46-4a16-9f64-f6039706efa9 service neutron] Pushing event updated for resources: {'Port': ['ID=ce19295f-2b5a-4c51-bfa2-678f33f95800,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:26:30.362625 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d7467-24fc-4533-8530-762aa91fab6d req-98e57bf8-0075-48fd-9144-12ddf6696a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:30.362625 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d29d7467-24fc-4533-8530-762aa91fab6d req-98e57bf8-0075-48fd-9144-12ddf6696a4e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f8b30927378840a284e230193294d3eb&device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 1099 time: 0.0779536 Aug 27 21:26:30.366826 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-d22aab50-390a-4d7d-ad20-86bfa5d1e6a3 req-66562b57-5e46-4a16-9f64-f6039706efa9 service neutron] Attempting to bind port ce19295f-2b5a-4c51-bfa2-678f33f95800 on host hv-cinder-80643 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 21:26:30.367170 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-d22aab50-390a-4d7d-ad20-86bfa5d1e6a3 req-66562b57-5e46-4a16-9f64-f6039706efa9 service neutron] Attempting to bind port ce19295f-2b5a-4c51-bfa2-678f33f95800 by drivers openvswitch,hyperv on host hv-cinder-80643 at level 0 using segments [{'id': 'cc218a4a-0181-4b4c-a554-32acf37b90dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3810ce44-ef2e-4539-825a-afaeff9378bf'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 21:26:30.367502 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22aab50-390a-4d7d-ad20-86bfa5d1e6a3 req-66562b57-5e46-4a16-9f64-f6039706efa9 service neutron] Attempting to bind port ce19295f-2b5a-4c51-bfa2-678f33f95800 on network 3810ce44-ef2e-4539-825a-afaeff9378bf {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:26:30.669113 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32736eb-6453-4163-834a-14984aa5d40e req-e75c90f5-e392-4fbf-9d13-80c9e960d627 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:30.670734 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-b32736eb-6453-4163-834a-14984aa5d40e req-e75c90f5-e392-4fbf-9d13-80c9e960d627 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.3262804 Aug 27 21:26:30.735636 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-b32736eb-6453-4163-834a-14984aa5d40e req-ec745706-63b1-4a76-af51-7fda6a6130a3 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570483 Aug 27 21:26:30.761570 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22aab50-390a-4d7d-ad20-86bfa5d1e6a3 req-66562b57-5e46-4a16-9f64-f6039706efa9 service neutron] Port ce19295f-2b5a-4c51-bfa2-678f33f95800 on network 3810ce44-ef2e-4539-825a-afaeff9378bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80643 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 21:26:30.762090 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22aab50-390a-4d7d-ad20-86bfa5d1e6a3 req-66562b57-5e46-4a16-9f64-f6039706efa9 service neutron] Attempting to bind port ce19295f-2b5a-4c51-bfa2-678f33f95800 on network 3810ce44-ef2e-4539-825a-afaeff9378bf {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:26:30.788760 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22aab50-390a-4d7d-ad20-86bfa5d1e6a3 req-66562b57-5e46-4a16-9f64-f6039706efa9 service neutron] Checking agent: {'id': '14be5267-b6f6-4f5d-aa76-a7f98d21013b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80643', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 21, 22, 11), 'started_at': datetime.datetime(2021, 8, 27, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 21, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 21:26:30.788760 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22aab50-390a-4d7d-ad20-86bfa5d1e6a3 req-66562b57-5e46-4a16-9f64-f6039706efa9 service neutron] Checking segment: {'id': 'cc218a4a-0181-4b4c-a554-32acf37b90dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3810ce44-ef2e-4539-825a-afaeff9378bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:26:30.792608 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22aab50-390a-4d7d-ad20-86bfa5d1e6a3 req-66562b57-5e46-4a16-9f64-f6039706efa9 service neutron] Bound using segment: {'id': 'cc218a4a-0181-4b4c-a554-32acf37b90dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3810ce44-ef2e-4539-825a-afaeff9378bf'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 21:26:30.792608 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-d22aab50-390a-4d7d-ad20-86bfa5d1e6a3 req-66562b57-5e46-4a16-9f64-f6039706efa9 service neutron] Bound port: ce19295f-2b5a-4c51-bfa2-678f33f95800, host: hv-cinder-80643, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc218a4a-0181-4b4c-a554-32acf37b90dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3810ce44-ef2e-4539-825a-afaeff9378bf'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 21:26:30.792608 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-d22aab50-390a-4d7d-ad20-86bfa5d1e6a3 req-66562b57-5e46-4a16-9f64-f6039706efa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:30.908100 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68f742-c5bb-4edc-b57c-f2226332a6b1 req-825d7c16-9228-4acc-a570-679994c001d0 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:30.909734 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-6f68f742-c5bb-4edc-b57c-f2226332a6b1 req-825d7c16-9228-4acc-a570-679994c001d0 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=2160ac29-d93a-46eb-81fa-aa6e2001cc3f HTTP/1.1" status: 200 len: 944 time: 0.1402652 Aug 27 21:26:30.915424 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d7467-24fc-4533-8530-762aa91fab6d req-214f9c26-dffe-4052-98c1-e38129b757da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:30.917181 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d29d7467-24fc-4533-8530-762aa91fab6d req-214f9c26-dffe-4052-98c1-e38129b757da service neutron] 10.222.0.73 "GET /v2.0/networks?id=5fbb2a6b-0896-4fd4-bd40-c249a33d87a8 HTTP/1.1" status: 200 len: 919 time: 0.5430233 Aug 27 21:26:30.988674 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-d22aab50-390a-4d7d-ad20-86bfa5d1e6a3 req-66562b57-5e46-4a16-9f64-f6039706efa9 service neutron] For port ce19295f-2b5a-4c51-bfa2-678f33f95800, host hv-cinder-80643, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 21:26:30.991668 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d29d7467-24fc-4533-8530-762aa91fab6d req-2ce79770-aad5-4a7d-ad9d-9df5405cbfeb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2aef329b-efff-4697-8ce2-30fab4ff9703 HTTP/1.1" status: 200 len: 217 time: 0.0591033 Aug 27 21:26:31.024509 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-d22aab50-390a-4d7d-ad20-86bfa5d1e6a3 req-66562b57-5e46-4a16-9f64-f6039706efa9 service neutron] For port ce19295f-2b5a-4c51-bfa2-678f33f95800, host hv-cinder-80643, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=ce19295f-2b5a-4c51-bfa2-678f33f95800,segment=NetworkSegment(cc218a4a-0181-4b4c-a554-32acf37b90dd),segment_id=cc218a4a-0181-4b4c-a554-32acf37b90dd)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 21:26:31.049953 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-d22aab50-390a-4d7d-ad20-86bfa5d1e6a3 req-66562b57-5e46-4a16-9f64-f6039706efa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-275333'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:31.058059 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-6f68f742-c5bb-4edc-b57c-f2226332a6b1 req-29e2b0f3-e1d1-4a82-a8ca-e9efb68cdb74 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398010 Aug 27 21:26:31.102199 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22aab50-390a-4d7d-ad20-86bfa5d1e6a3 req-66562b57-5e46-4a16-9f64-f6039706efa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:31.102832 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-d22aab50-390a-4d7d-ad20-86bfa5d1e6a3 req-66562b57-5e46-4a16-9f64-f6039706efa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:31.105035 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d22aab50-390a-4d7d-ad20-86bfa5d1e6a3 req-66562b57-5e46-4a16-9f64-f6039706efa9 service neutron] 10.222.0.73 "PUT /v2.0/ports/ce19295f-2b5a-4c51-bfa2-678f33f95800 HTTP/1.1" status: 200 len: 1094 time: 1.7149372 Aug 27 21:26:31.105510 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2160ac29-d93a-46eb-81fa-aa6e2001cc3f', 'tag': 'ce19295f-2b5a-4c51-bfa2-678f33f95800'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:26:31.107999 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef12610d4521d53b4d383b2d1315697e44e13910463e2f079bf4fa6d75d3d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1924a8bc-0efb-40ac-aa51-71f6f946bcad" -d '{"events": [{"name": "network-changed", "server_uuid": "2160ac29-d93a-46eb-81fa-aa6e2001cc3f", "tag": "ce19295f-2b5a-4c51-bfa2-678f33f95800"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:26:31.122824 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d7467-24fc-4533-8530-762aa91fab6d req-9ea61199-e734-4b04-9e47-610c7c75c64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:31.125372 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d29d7467-24fc-4533-8530-762aa91fab6d req-9ea61199-e734-4b04-9e47-610c7c75c64e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b5e1eaea-5bab-43a2-8e07-1f620faa4b4a HTTP/1.1" status: 200 len: 858 time: 0.1230381 Aug 27 21:26:31.140948 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66562b57-5e46-4a16-9f64-f6039706efa9 service neutron] Pushing event updated for resources: {'Port': ['ID=ce19295f-2b5a-4c51-bfa2-678f33f95800,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:26:31.191478 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 21:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30199a7-2c06-4020-9f3b-8eb0ec9ad5cc x-openstack-request-id: req-f30199a7-2c06-4020-9f3b-8eb0ec9ad5cc {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:26:31.192049 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2160ac29-d93a-46eb-81fa-aa6e2001cc3f", "tag": "ce19295f-2b5a-4c51-bfa2-678f33f95800", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:26:31.192438 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f30199a7-2c06-4020-9f3b-8eb0ec9ad5cc {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:26:31.193428 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2160ac29-d93a-46eb-81fa-aa6e2001cc3f', 'tag': 'ce19295f-2b5a-4c51-bfa2-678f33f95800', 'status': 'completed', 'code': 200} Aug 27 21:26:31.197511 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d29d7467-24fc-4533-8530-762aa91fab6d req-29751cbe-e9dc-482a-b5b9-843fc1bf3d45 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5fbb2a6b-0896-4fd4-bd40-c249a33d87a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513361 Aug 27 21:26:31.220948 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-1d62df9f-6abf-4f14-a99c-6200494e3e11 req-2b8e77db-241f-4252-8bff-79f437a22abb tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/ports?device_id=15896bd7-4a6f-4b42-9e29-8183dd29293d HTTP/1.1" status: 200 len: 210 time: 0.0635159 Aug 27 21:26:31.396391 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22aab50-390a-4d7d-ad20-86bfa5d1e6a3 req-a6e0ad4f-784f-4c28-8914-cccb0ecd355c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:31.397992 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d22aab50-390a-4d7d-ad20-86bfa5d1e6a3 req-a6e0ad4f-784f-4c28-8914-cccb0ecd355c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f86ecf3ade224edea8eb50a9b92b58b0&device_id=2160ac29-d93a-46eb-81fa-aa6e2001cc3f HTTP/1.1" status: 200 len: 1097 time: 0.1717787 Aug 27 21:26:31.410329 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d29d7467-24fc-4533-8530-762aa91fab6d req-dae79f50-3bbb-4f05-b5b5-c901bb256220 service neutron] 10.222.0.73 "GET /v2.0/networks/5fbb2a6b-0896-4fd4-bd40-c249a33d87a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819201 Aug 27 21:26:31.466903 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b12b2-ff9e-4015-9792-1bd2bf5710ff req-2fb1e873-e83e-4886-931b-a8f3753bc1f4 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:31.468520 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-e29b12b2-ff9e-4015-9792-1bd2bf5710ff req-2fb1e873-e83e-4886-931b-a8f3753bc1f4 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.73 "GET /v2.0/networks?id=c5189a56-bd04-4eee-a451-94b32d1047d1 HTTP/1.1" status: 200 len: 809 time: 0.1592610 Aug 27 21:26:31.483341 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d22aab50-390a-4d7d-ad20-86bfa5d1e6a3 req-92e01b1d-8a30-467b-bcad-6bf3dfc4eb61 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce19295f-2b5a-4c51-bfa2-678f33f95800 HTTP/1.1" status: 200 len: 217 time: 0.0508852 Aug 27 21:26:31.494214 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [req-e29b12b2-ff9e-4015-9792-1bd2bf5710ff req-51bd8a31-520f-449d-b758-2c6f7255f3d4 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Request body: {'port': {'device_id': '15896bd7-4a6f-4b42-9e29-8183dd29293d', 'network_id': 'c5189a56-bd04-4eee-a451-94b32d1047d1', 'admin_state_up': True, 'tenant_id': '7e4ab487ca3747ecb937bf7e78407e40'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:26:31.634223 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22aab50-390a-4d7d-ad20-86bfa5d1e6a3 req-1c761443-ef49-4310-9d8e-9b76694acfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:31.636316 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d22aab50-390a-4d7d-ad20-86bfa5d1e6a3 req-1c761443-ef49-4310-9d8e-9b76694acfef service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1118719e-5689-4aa5-abb3-709897e8d96a HTTP/1.1" status: 200 len: 855 time: 0.0897663 Aug 27 21:26:31.662957 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e29b12b2-ff9e-4015-9792-1bd2bf5710ff req-51bd8a31-520f-449d-b758-2c6f7255f3d4 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Made reservation on behalf of 7e4ab487ca3747ecb937bf7e78407e40 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 21:26:31.669384 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e29b12b2-ff9e-4015-9792-1bd2bf5710ff req-51bd8a31-520f-449d-b758-2c6f7255f3d4 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:31.693082 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d29d7467-24fc-4533-8530-762aa91fab6d req-bdb43731-f07c-48e7-9bcb-3b0d134096a3 service neutron] 10.222.0.73 "GET /v2.0/networks/5fbb2a6b-0896-4fd4-bd40-c249a33d87a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197232 Aug 27 21:26:31.695904 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d22aab50-390a-4d7d-ad20-86bfa5d1e6a3 req-6286e299-e153-4af6-bfc5-9c780beee67f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3810ce44-ef2e-4539-825a-afaeff9378bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460882 Aug 27 21:26:31.851673 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d22aab50-390a-4d7d-ad20-86bfa5d1e6a3 req-cff97e0b-bd8f-46a6-ad39-78fcbbc5ff47 service neutron] 10.222.0.73 "GET /v2.0/networks/3810ce44-ef2e-4539-825a-afaeff9378bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366796 Aug 27 21:26:31.872527 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-e29b12b2-ff9e-4015-9792-1bd2bf5710ff req-51bd8a31-520f-449d-b758-2c6f7255f3d4 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Allocated IP 172.20.0.6 (c5189a56-bd04-4eee-a451-94b32d1047d1/a12e06ad-0d9c-4b0b-878b-a76bf6200b04/ff3734fa-54f9-4293-8902-8a461e569692) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 21:26:31.993055 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532904c4-73cb-4f17-acd0-407e36f9c8ac req-47593bb2-27b7-43b3-89df-33123ac5cfa1 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:32.009917 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-532904c4-73cb-4f17-acd0-407e36f9c8ac req-47593bb2-27b7-43b3-89df-33123ac5cfa1 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.1551943 Aug 27 21:26:32.038496 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d22aab50-390a-4d7d-ad20-86bfa5d1e6a3 req-29d5c6fb-4631-47e5-972b-df1d52efab9b service neutron] 10.222.0.73 "GET /v2.0/networks/3810ce44-ef2e-4539-825a-afaeff9378bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721270 Aug 27 21:26:32.180726 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-532904c4-73cb-4f17-acd0-407e36f9c8ac req-235693fb-9e55-4c7c-bee3-ffb56a383bbb tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597600 Aug 27 21:26:32.213912 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1924a8bc-0efb-40ac-aa51-71f6f946bcad req-7aab354c-261e-4928-ac51-f12ce4a0ac19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:32.215502 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-1924a8bc-0efb-40ac-aa51-71f6f946bcad req-7aab354c-261e-4928-ac51-f12ce4a0ac19 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f86ecf3ade224edea8eb50a9b92b58b0&device_id=2160ac29-d93a-46eb-81fa-aa6e2001cc3f HTTP/1.1" status: 200 len: 1097 time: 0.1084819 Aug 27 21:26:32.249353 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f697db6-c34c-4fad-945f-24d50557e170 req-a75a0ae8-703c-45b2-9c07-8a6261ce36ea tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:32.251441 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-5f697db6-c34c-4fad-945f-24d50557e170 req-a75a0ae8-703c-45b2-9c07-8a6261ce36ea tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=2160ac29-d93a-46eb-81fa-aa6e2001cc3f HTTP/1.1" status: 200 len: 944 time: 0.0938787 Aug 27 21:26:32.287692 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e29b12b2-ff9e-4015-9792-1bd2bf5710ff req-51bd8a31-520f-449d-b758-2c6f7255f3d4 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:32.330372 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e29b12b2-ff9e-4015-9792-1bd2bf5710ff req-51bd8a31-520f-449d-b758-2c6f7255f3d4 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794200564228'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:32.356145 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-5f697db6-c34c-4fad-945f-24d50557e170 req-b80d0570-4583-4b94-8314-020777b52337 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876460 Aug 27 21:26:32.378347 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1924a8bc-0efb-40ac-aa51-71f6f946bcad req-30681a04-de8e-4400-b532-1ffb694fe12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:32.380251 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-1924a8bc-0efb-40ac-aa51-71f6f946bcad req-30681a04-de8e-4400-b532-1ffb694fe12b service neutron] 10.222.0.73 "GET /v2.0/networks?id=3810ce44-ef2e-4539-825a-afaeff9378bf HTTP/1.1" status: 200 len: 916 time: 0.1538625 Aug 27 21:26:32.392639 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e29b12b2-ff9e-4015-9792-1bd2bf5710ff req-51bd8a31-520f-449d-b758-2c6f7255f3d4 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Network c5189a56-bd04-4eee-a451-94b32d1047d1 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:26:32.394256 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-e29b12b2-ff9e-4015-9792-1bd2bf5710ff req-51bd8a31-520f-449d-b758-2c6f7255f3d4 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:26:32.399177 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-e29b12b2-ff9e-4015-9792-1bd2bf5710ff req-51bd8a31-520f-449d-b758-2c6f7255f3d4 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 21:26:32.405640 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b12b2-ff9e-4015-9792-1bd2bf5710ff req-51bd8a31-520f-449d-b758-2c6f7255f3d4 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:32.406657 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e29b12b2-ff9e-4015-9792-1bd2bf5710ff req-51bd8a31-520f-449d-b758-2c6f7255f3d4 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:32.446177 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bd8a31-520f-449d-b758-2c6f7255f3d4 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Pushing event updated for resources: {'Port': ['ID=ff3734fa-54f9-4293-8902-8a461e569692,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:26:32.448642 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-1924a8bc-0efb-40ac-aa51-71f6f946bcad req-80a76a8d-a2ea-4001-9e1e-f71f808d2deb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce19295f-2b5a-4c51-bfa2-678f33f95800 HTTP/1.1" status: 200 len: 217 time: 0.0540311 Aug 27 21:26:32.450512 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-e29b12b2-ff9e-4015-9792-1bd2bf5710ff req-51bd8a31-520f-449d-b758-2c6f7255f3d4 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9648998 Aug 27 21:26:32.477842 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [req-e29b12b2-ff9e-4015-9792-1bd2bf5710ff req-a27a769c-4855-4a55-b2db-64102bf0ec4b service neutron] Request body: {'port': {'device_id': '15896bd7-4a6f-4b42-9e29-8183dd29293d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80643'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:26:32.525808 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01558c8f-d935-45f8-8d7c-7fd808fe0a4f req-183b9e36-6ddb-471d-9825-03291878291b tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:32.527382 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-01558c8f-d935-45f8-8d7c-7fd808fe0a4f req-183b9e36-6ddb-471d-9825-03291878291b tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/ports?device_id=15896bd7-4a6f-4b42-9e29-8183dd29293d HTTP/1.1" status: 200 len: 931 time: 0.0971608 Aug 27 21:26:32.537089 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1924a8bc-0efb-40ac-aa51-71f6f946bcad req-e33b837c-42e5-4747-a4ee-9859d7e62af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:32.538653 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-1924a8bc-0efb-40ac-aa51-71f6f946bcad req-e33b837c-42e5-4747-a4ee-9859d7e62af1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1118719e-5689-4aa5-abb3-709897e8d96a HTTP/1.1" status: 200 len: 855 time: 0.0678902 Aug 27 21:26:32.576469 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e29b12b2-ff9e-4015-9792-1bd2bf5710ff req-a27a769c-4855-4a55-b2db-64102bf0ec4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:32.596495 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-1924a8bc-0efb-40ac-aa51-71f6f946bcad req-30868303-6118-460b-a0d6-0aa05e2f89a2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3810ce44-ef2e-4539-825a-afaeff9378bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342329 Aug 27 21:26:32.598577 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-01558c8f-d935-45f8-8d7c-7fd808fe0a4f req-667412ca-8168-4a9b-bf1b-8de6680ef065 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8e737be-a887-470d-800a-190878bee78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490718 Aug 27 21:26:32.737891 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-1924a8bc-0efb-40ac-aa51-71f6f946bcad req-0ad33f53-a84c-4e68-9689-8bfc21248986 service neutron] 10.222.0.73 "GET /v2.0/networks/3810ce44-ef2e-4539-825a-afaeff9378bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311004 Aug 27 21:26:32.851825 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-1467df0a-c905-47b3-bc5f-1d856bc2595d req-f00d1bcf-dca6-48be-aa40-8859dc3f4ab5 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1975916994&fields=id&tenant_id=c2b8ea1d8b104790a4de676157dbe4f3 HTTP/1.1" status: 200 len: 267 time: 0.0795870 Aug 27 21:26:32.939392 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [req-e29b12b2-ff9e-4015-9792-1bd2bf5710ff req-a27a769c-4855-4a55-b2db-64102bf0ec4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff3734fa-54f9-4293-8902-8a461e569692 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 21:26:32.944621 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-1924a8bc-0efb-40ac-aa51-71f6f946bcad req-3e2cc6ac-786e-4f78-aee4-7b3fbd6818f1 service neutron] 10.222.0.73 "GET /v2.0/networks/3810ce44-ef2e-4539-825a-afaeff9378bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937311 Aug 27 21:26:32.947354 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e29b12b2-ff9e-4015-9792-1bd2bf5710ff req-a27a769c-4855-4a55-b2db-64102bf0ec4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:32.965540 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-e29b12b2-ff9e-4015-9792-1bd2bf5710ff req-a27a769c-4855-4a55-b2db-64102bf0ec4b service neutron] Transition to ACTIVE for port object ff3734fa-54f9-4293-8902-8a461e569692 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:26:32.971425 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e29b12b2-ff9e-4015-9792-1bd2bf5710ff req-a27a769c-4855-4a55-b2db-64102bf0ec4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:33.000903 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467df0a-c905-47b3-bc5f-1d856bc2595d req-a7de9ccb-acdc-44a2-bbd9-3e702f670b65 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:33.002525 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-1467df0a-c905-47b3-bc5f-1d856bc2595d req-a7de9ccb-acdc-44a2-bbd9-3e702f670b65 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/networks?id=3ba0d4a2-623b-4c37-8552-bca65d0b90fa HTTP/1.1" status: 200 len: 812 time: 0.1403968 Aug 27 21:26:33.030438 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-1467df0a-c905-47b3-bc5f-1d856bc2595d req-9dba402a-21f5-4cf9-a7a6-55b18696b8cb tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/quotas/c2b8ea1d8b104790a4de676157dbe4f3 HTTP/1.1" status: 200 len: 375 time: 0.0182242 Aug 27 21:26:33.045148 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27a769c-4855-4a55-b2db-64102bf0ec4b service neutron] Pushing event updated for resources: {'Port': ['ID=ff3734fa-54f9-4293-8902-8a461e569692,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:26:33.064114 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-e29b12b2-ff9e-4015-9792-1bd2bf5710ff req-a27a769c-4855-4a55-b2db-64102bf0ec4b service neutron] Attempting to bind port ff3734fa-54f9-4293-8902-8a461e569692 on host hv-cinder-80643 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 21:26:33.064495 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-e29b12b2-ff9e-4015-9792-1bd2bf5710ff req-a27a769c-4855-4a55-b2db-64102bf0ec4b service neutron] Attempting to bind port ff3734fa-54f9-4293-8902-8a461e569692 by drivers openvswitch,hyperv on host hv-cinder-80643 at level 0 using segments [{'id': 'd8b3f39c-863d-430a-b14c-104d30fd5bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c5189a56-bd04-4eee-a451-94b32d1047d1'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 21:26:33.064806 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29b12b2-ff9e-4015-9792-1bd2bf5710ff req-a27a769c-4855-4a55-b2db-64102bf0ec4b service neutron] Attempting to bind port ff3734fa-54f9-4293-8902-8a461e569692 on network c5189a56-bd04-4eee-a451-94b32d1047d1 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:26:33.069641 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29b12b2-ff9e-4015-9792-1bd2bf5710ff req-a27a769c-4855-4a55-b2db-64102bf0ec4b service neutron] Port ff3734fa-54f9-4293-8902-8a461e569692 on network c5189a56-bd04-4eee-a451-94b32d1047d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80643 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 21:26:33.069961 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29b12b2-ff9e-4015-9792-1bd2bf5710ff req-a27a769c-4855-4a55-b2db-64102bf0ec4b service neutron] Attempting to bind port ff3734fa-54f9-4293-8902-8a461e569692 on network c5189a56-bd04-4eee-a451-94b32d1047d1 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:26:33.079254 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29b12b2-ff9e-4015-9792-1bd2bf5710ff req-a27a769c-4855-4a55-b2db-64102bf0ec4b service neutron] Checking agent: {'id': '14be5267-b6f6-4f5d-aa76-a7f98d21013b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80643', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 21, 22, 11), 'started_at': datetime.datetime(2021, 8, 27, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 21, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 21:26:33.079654 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29b12b2-ff9e-4015-9792-1bd2bf5710ff req-a27a769c-4855-4a55-b2db-64102bf0ec4b service neutron] Checking segment: {'id': 'd8b3f39c-863d-430a-b14c-104d30fd5bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c5189a56-bd04-4eee-a451-94b32d1047d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:26:33.080222 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29b12b2-ff9e-4015-9792-1bd2bf5710ff req-a27a769c-4855-4a55-b2db-64102bf0ec4b service neutron] Bound using segment: {'id': 'd8b3f39c-863d-430a-b14c-104d30fd5bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c5189a56-bd04-4eee-a451-94b32d1047d1'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 21:26:33.080899 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-e29b12b2-ff9e-4015-9792-1bd2bf5710ff req-a27a769c-4855-4a55-b2db-64102bf0ec4b service neutron] Bound port: ff3734fa-54f9-4293-8902-8a461e569692, host: hv-cinder-80643, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8b3f39c-863d-430a-b14c-104d30fd5bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c5189a56-bd04-4eee-a451-94b32d1047d1'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 21:26:33.081418 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e29b12b2-ff9e-4015-9792-1bd2bf5710ff req-a27a769c-4855-4a55-b2db-64102bf0ec4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:33.105328 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-1467df0a-c905-47b3-bc5f-1d856bc2595d req-152dc09b-1f5c-4efe-a630-c4167ae372da tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c2b8ea1d8b104790a4de676157dbe4f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0687375 Aug 27 21:26:33.163768 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-e29b12b2-ff9e-4015-9792-1bd2bf5710ff req-a27a769c-4855-4a55-b2db-64102bf0ec4b service neutron] For port ff3734fa-54f9-4293-8902-8a461e569692, host hv-cinder-80643, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 21:26:33.168020 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-e29b12b2-ff9e-4015-9792-1bd2bf5710ff req-a27a769c-4855-4a55-b2db-64102bf0ec4b service neutron] For port ff3734fa-54f9-4293-8902-8a461e569692, host hv-cinder-80643, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=ff3734fa-54f9-4293-8902-8a461e569692,segment=NetworkSegment(d8b3f39c-863d-430a-b14c-104d30fd5bac),segment_id=d8b3f39c-863d-430a-b14c-104d30fd5bac)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 21:26:33.180935 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e29b12b2-ff9e-4015-9792-1bd2bf5710ff req-a27a769c-4855-4a55-b2db-64102bf0ec4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:33.239143 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b12b2-ff9e-4015-9792-1bd2bf5710ff req-a27a769c-4855-4a55-b2db-64102bf0ec4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:33.239143 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e29b12b2-ff9e-4015-9792-1bd2bf5710ff req-a27a769c-4855-4a55-b2db-64102bf0ec4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:33.239143 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-e29b12b2-ff9e-4015-9792-1bd2bf5710ff req-a27a769c-4855-4a55-b2db-64102bf0ec4b service neutron] 10.222.0.73 "PUT /v2.0/ports/ff3734fa-54f9-4293-8902-8a461e569692 HTTP/1.1" status: 200 len: 1093 time: 0.7672918 Aug 27 21:26:33.250899 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15896bd7-4a6f-4b42-9e29-8183dd29293d', 'tag': 'ff3734fa-54f9-4293-8902-8a461e569692'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:26:33.253762 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38019ac9d499d238660659c848bc6e147427a71e556f74dfb6c52f178b5569d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df683a0b-f3f3-411d-87a2-e38e9d4e7317" -d '{"events": [{"name": "network-changed", "server_uuid": "15896bd7-4a6f-4b42-9e29-8183dd29293d", "tag": "ff3734fa-54f9-4293-8902-8a461e569692"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:26:33.279477 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-1467df0a-c905-47b3-bc5f-1d856bc2595d req-d815817a-5dc5-4970-b054-30f0a74c8df4 service neutron] 10.222.0.39 "GET /v2.0/networks/3ba0d4a2-623b-4c37-8552-bca65d0b90fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521332 Aug 27 21:26:33.291209 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27a769c-4855-4a55-b2db-64102bf0ec4b service neutron] Pushing event updated for resources: {'Port': ['ID=ff3734fa-54f9-4293-8902-8a461e569692,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:26:33.389930 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b12b2-ff9e-4015-9792-1bd2bf5710ff req-9d6b87cb-bbe6-4a72-9a6f-c9a14de473f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:33.391938 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-e29b12b2-ff9e-4015-9792-1bd2bf5710ff req-9d6b87cb-bbe6-4a72-9a6f-c9a14de473f4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7e4ab487ca3747ecb937bf7e78407e40&device_id=15896bd7-4a6f-4b42-9e29-8183dd29293d HTTP/1.1" status: 200 len: 1096 time: 0.0852420 Aug 27 21:26:33.404314 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-1467df0a-c905-47b3-bc5f-1d856bc2595d req-0d9cb1e7-af61-4427-a1c9-44cbaf20e2df service neutron] 10.222.0.39 "GET /v2.0/networks/3ba0d4a2-623b-4c37-8552-bca65d0b90fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239531 Aug 27 21:26:33.417205 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34181b9-11ff-4293-a2e4-565307705748 req-4d27777e-cc6b-45eb-a11d-a8bf81bdec3b tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:33.418781 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-e34181b9-11ff-4293-a2e4-565307705748 req-4d27777e-cc6b-45eb-a11d-a8bf81bdec3b tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.1110022 Aug 27 21:26:33.477501 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-e29b12b2-ff9e-4015-9792-1bd2bf5710ff req-05cde3a9-35b8-4960-8cbf-b058148f1980 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff3734fa-54f9-4293-8902-8a461e569692 HTTP/1.1" status: 200 len: 217 time: 0.0573635 Aug 27 21:26:33.555067 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-e34181b9-11ff-4293-a2e4-565307705748 req-d18c2647-097a-4084-b25a-38094583e7b8 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851057 Aug 27 21:26:33.565264 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b12b2-ff9e-4015-9792-1bd2bf5710ff req-28d3aea5-58bd-4393-a9b4-8d69335e1309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:33.567095 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-e29b12b2-ff9e-4015-9792-1bd2bf5710ff req-28d3aea5-58bd-4393-a9b4-8d69335e1309 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a12e06ad-0d9c-4b0b-878b-a76bf6200b04 HTTP/1.1" status: 200 len: 849 time: 0.0781043 Aug 27 21:26:33.614140 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-e29b12b2-ff9e-4015-9792-1bd2bf5710ff req-1ee19211-c7b4-4a13-94fd-f41e1f4b72e7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c5189a56-bd04-4eee-a451-94b32d1047d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355318 Aug 27 21:26:33.638242 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 21:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9af6ae6-9aa2-4455-bb1d-8f1cd2187b31 x-openstack-request-id: req-b9af6ae6-9aa2-4455-bb1d-8f1cd2187b31 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:26:33.638543 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15896bd7-4a6f-4b42-9e29-8183dd29293d", "tag": "ff3734fa-54f9-4293-8902-8a461e569692", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:26:33.638806 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b9af6ae6-9aa2-4455-bb1d-8f1cd2187b31 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:26:33.639172 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15896bd7-4a6f-4b42-9e29-8183dd29293d', 'tag': 'ff3734fa-54f9-4293-8902-8a461e569692', 'status': 'completed', 'code': 200} Aug 27 21:26:33.786864 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-e29b12b2-ff9e-4015-9792-1bd2bf5710ff req-277437be-7db3-4b47-9b99-7b00b6e83de8 service neutron] 10.222.0.73 "GET /v2.0/networks/c5189a56-bd04-4eee-a451-94b32d1047d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605203 Aug 27 21:26:33.904687 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291b16f-971b-4bef-b7f4-4e99b6e96959 req-94b14779-1a69-4713-a083-460c133b0b90 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:33.906216 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-e291b16f-971b-4bef-b7f4-4e99b6e96959 req-94b14779-1a69-4713-a083-460c133b0b90 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/ports?device_id=15896bd7-4a6f-4b42-9e29-8183dd29293d HTTP/1.1" status: 200 len: 943 time: 0.0588853 Aug 27 21:26:33.925782 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd1904-4cf9-4777-8aa9-4f683dfb291b req-a379ba2e-0f09-4873-8d42-0329bd0aedfb tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:33.927233 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-97fd1904-4cf9-4777-8aa9-4f683dfb291b req-a379ba2e-0f09-4873-8d42-0329bd0aedfb tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=2160ac29-d93a-46eb-81fa-aa6e2001cc3f HTTP/1.1" status: 200 len: 944 time: 0.1088462 Aug 27 21:26:33.967705 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-e291b16f-971b-4bef-b7f4-4e99b6e96959 req-f42ef7d5-17a0-4589-a1ca-16a6482fb6c6 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8e737be-a887-470d-800a-190878bee78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466533 Aug 27 21:26:34.001447 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-e29b12b2-ff9e-4015-9792-1bd2bf5710ff req-57139d0c-47e0-4e2f-9a5f-9a0a4371fc16 service neutron] 10.222.0.73 "GET /v2.0/networks/c5189a56-bd04-4eee-a451-94b32d1047d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000568 Aug 27 21:26:34.004436 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-97fd1904-4cf9-4777-8aa9-4f683dfb291b req-d05246a8-f1be-4041-9391-157e27db8b87 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675135 Aug 27 21:26:34.085058 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-2ffd0d09-f969-426e-be6d-9c33ccd61f63 req-cf9526c1-de38-409e-b623-7d1b9fee63ad tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=80a98574-4eba-4530-bc39-fa6c846e7e7e HTTP/1.1" status: 200 len: 210 time: 0.0511439 Aug 27 21:26:34.118658 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df683a0b-f3f3-411d-87a2-e38e9d4e7317 req-f7e8315b-530b-4c4a-924c-0238fd7135d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:34.120273 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-df683a0b-f3f3-411d-87a2-e38e9d4e7317 req-f7e8315b-530b-4c4a-924c-0238fd7135d6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7e4ab487ca3747ecb937bf7e78407e40&device_id=15896bd7-4a6f-4b42-9e29-8183dd29293d HTTP/1.1" status: 200 len: 1096 time: 0.0591657 Aug 27 21:26:34.259669 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df683a0b-f3f3-411d-87a2-e38e9d4e7317 req-0c121679-f9a3-4f5c-8fef-1923ad83db83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:34.261226 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-df683a0b-f3f3-411d-87a2-e38e9d4e7317 req-0c121679-f9a3-4f5c-8fef-1923ad83db83 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c5189a56-bd04-4eee-a451-94b32d1047d1 HTTP/1.1" status: 200 len: 910 time: 0.1188178 Aug 27 21:26:34.323582 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-df683a0b-f3f3-411d-87a2-e38e9d4e7317 req-1a95a1b2-10a3-4f16-81c5-a38dd6cf839c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff3734fa-54f9-4293-8902-8a461e569692 HTTP/1.1" status: 200 len: 217 time: 0.0438259 Aug 27 21:26:34.402417 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df683a0b-f3f3-411d-87a2-e38e9d4e7317 req-02e9829d-fd05-4e8d-860b-8f534a431045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:34.403895 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-df683a0b-f3f3-411d-87a2-e38e9d4e7317 req-02e9829d-fd05-4e8d-860b-8f534a431045 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a12e06ad-0d9c-4b0b-878b-a76bf6200b04 HTTP/1.1" status: 200 len: 849 time: 0.0664818 Aug 27 21:26:34.451860 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-df683a0b-f3f3-411d-87a2-e38e9d4e7317 req-2feb3e3c-749b-49d5-b78b-a63b835c15cb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c5189a56-bd04-4eee-a451-94b32d1047d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340302 Aug 27 21:26:34.564567 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-df683a0b-f3f3-411d-87a2-e38e9d4e7317 req-b97b8e81-0f58-4b3e-9bfb-245b7c3164bf service neutron] 10.222.0.73 "GET /v2.0/networks/c5189a56-bd04-4eee-a451-94b32d1047d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026890 Aug 27 21:26:34.699067 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-df683a0b-f3f3-411d-87a2-e38e9d4e7317 req-16a2783f-0d92-43e7-97d9-71907ab64628 service neutron] 10.222.0.73 "GET /v2.0/networks/c5189a56-bd04-4eee-a451-94b32d1047d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208341 Aug 27 21:26:34.720047 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36149588-9e15-49dd-8526-4ad548585144 req-a1a46bae-92b2-41d7-9fa0-a5e9dae63b37 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:34.721596 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-36149588-9e15-49dd-8526-4ad548585144 req-a1a46bae-92b2-41d7-9fa0-a5e9dae63b37 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0775690 Aug 27 21:26:34.762266 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-36149588-9e15-49dd-8526-4ad548585144 req-fc5a9e2b-d70c-49c2-867e-9cb45db466b6 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342109 Aug 27 21:26:35.352114 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0918bef-0aa0-424c-858b-ab486922f5f7 req-90ffd67d-0409-451d-a2fe-a12e77cdfd90 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:35.362708 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-b0918bef-0aa0-424c-858b-ab486922f5f7 req-90ffd67d-0409-451d-a2fe-a12e77cdfd90 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=2160ac29-d93a-46eb-81fa-aa6e2001cc3f HTTP/1.1" status: 200 len: 944 time: 0.1415703 Aug 27 21:26:35.398314 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 33876) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:26:35.474982 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-b0918bef-0aa0-424c-858b-ab486922f5f7 req-3f5fc482-7511-4984-99c1-76c7dfcd6403 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110005 Aug 27 21:26:35.586481 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-b20f3ff1-d9f7-47ed-b570-70dc9e42690d req-bdcd6b5a-6969-4776-ab70-e7c3099ce05c tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=80a98574-4eba-4530-bc39-fa6c846e7e7e HTTP/1.1" status: 200 len: 210 time: 0.0327554 Aug 27 21:26:35.610653 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f30f8c-e7ba-490b-a75a-9e019174f7f1 req-fbe40560-e990-490c-8a36-6dcb2fd65619 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:35.613106 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-72f30f8c-e7ba-490b-a75a-9e019174f7f1 req-fbe40560-e990-490c-8a36-6dcb2fd65619 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/ports?device_id=15896bd7-4a6f-4b42-9e29-8183dd29293d HTTP/1.1" status: 200 len: 943 time: 0.5036366 Aug 27 21:26:35.613565 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d6855fae-fd48-4686-afdc-59268f2280b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:35.683718 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467df0a-c905-47b3-bc5f-1d856bc2595d req-ac9e9f85-28e5-4283-8182-166f1e60580d tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:35.685669 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-1467df0a-c905-47b3-bc5f-1d856bc2595d req-ac9e9f85-28e5-4283-8182-166f1e60580d tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.73 "GET /v2.0/networks?id=3ba0d4a2-623b-4c37-8552-bca65d0b90fa HTTP/1.1" status: 200 len: 812 time: 0.6557558 Aug 27 21:26:35.690562 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-72f30f8c-e7ba-490b-a75a-9e019174f7f1 req-1e963543-bf79-4a4b-8f41-ddae1dd1a22f tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8e737be-a887-470d-800a-190878bee78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657401 Aug 27 21:26:35.721849 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d6855fae-fd48-4686-afdc-59268f2280b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:35.727103 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d6855fae-fd48-4686-afdc-59268f2280b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:35.763878 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-1467df0a-c905-47b3-bc5f-1d856bc2595d req-2d3d291f-ffdd-46b6-90f9-bb05926beef7 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2b8ea1d8b104790a4de676157dbe4f3 HTTP/1.1" status: 200 len: 380 time: 0.0684407 Aug 27 21:26:35.768944 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-d6855fae-fd48-4686-afdc-59268f2280b1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8aa6866fb6b142888c04247e228608f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3690784 Aug 27 21:26:35.769804 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6855fae-fd48-4686-afdc-59268f2280b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480ec16f-3be5-45ec-b359-e9e28ecfa83a,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:26:35.771964 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 33880) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:26:35.786201 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [req-1467df0a-c905-47b3-bc5f-1d856bc2595d req-a40e152e-9b45-4d54-a712-d86c3749405e tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Request body: {'port': {'device_id': '80a98574-4eba-4530-bc39-fa6c846e7e7e', 'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa', 'admin_state_up': True, 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'security_groups': ['28bf76b6-d343-4eb6-9dcd-dc6337ad6069']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:26:35.890849 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.agents_db [None req-9a3f5963-9603-4723-9a6c-2e2f5b4345b2 None None] Agent healthcheck: found 6 active agents {{(pid=93799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 21:26:35.906146 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f9453d5f-5af0-4ca8-b358-0ea66ffabe8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:35.940957 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f9453d5f-5af0-4ca8-b358-0ea66ffabe8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:35.979678 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1467df0a-c905-47b3-bc5f-1d856bc2595d req-a40e152e-9b45-4d54-a712-d86c3749405e tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Made reservation on behalf of c2b8ea1d8b104790a4de676157dbe4f3 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 21:26:35.984123 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1467df0a-c905-47b3-bc5f-1d856bc2595d req-a40e152e-9b45-4d54-a712-d86c3749405e tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:36.039707 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f9453d5f-5af0-4ca8-b358-0ea66ffabe8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:36.042810 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f9453d5f-5af0-4ca8-b358-0ea66ffabe8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:36.044562 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-f9453d5f-5af0-4ca8-b358-0ea66ffabe8b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/480ec16f-3be5-45ec-b359-e9e28ecfa83a HTTP/1.1" status: 204 len: 168 time: 0.2711434 Aug 27 21:26:36.111239 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9453d5f-5af0-4ca8-b358-0ea66ffabe8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480ec16f-3be5-45ec-b359-e9e28ecfa83a,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:26:36.116055 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device ce19295f-2b5a-4c51-bfa2-678f33f95800 details requested by agent hyperv_hv-cinder-80643 with host hv-cinder-80643 {{(pid=93798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 21:26:36.219236 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-1467df0a-c905-47b3-bc5f-1d856bc2595d req-a40e152e-9b45-4d54-a712-d86c3749405e tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Allocated IP 172.20.0.6 (3ba0d4a2-623b-4c37-8552-bca65d0b90fa/963c1e30-5961-4cc8-bba8-6c8d398a8e99/dc5b1838-861e-4aa5-8fae-2ae775c67f88) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 21:26:36.296988 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port ce19295f-2b5a-4c51-bfa2-678f33f95800, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=ce19295f-2b5a-4c51-bfa2-678f33f95800,segment=NetworkSegment(cc218a4a-0181-4b4c-a554-32acf37b90dd),segment_id=cc218a4a-0181-4b4c-a554-32acf37b90dd)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:26:36.317094 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Returning: {'device': 'ce19295f-2b5a-4c51-bfa2-678f33f95800', 'network_id': '3810ce44-ef2e-4539-825a-afaeff9378bf', 'port_id': 'ce19295f-2b5a-4c51-bfa2-678f33f95800', 'mac_address': 'fa:16:3e:80:84:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1118719e-5689-4aa5-abb3-709897e8d96a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 21:26:36.370822 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:36.391314 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce19295f-2b5a-4c51-bfa2-678f33f95800 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 21:26:36.428893 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port ce19295f-2b5a-4c51-bfa2-678f33f95800, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=ce19295f-2b5a-4c51-bfa2-678f33f95800,segment=NetworkSegment(cc218a4a-0181-4b4c-a554-32acf37b90dd),segment_id=cc218a4a-0181-4b4c-a554-32acf37b90dd)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:26:36.435655 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:36.466888 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1467df0a-c905-47b3-bc5f-1d856bc2595d req-a40e152e-9b45-4d54-a712-d86c3749405e tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:36.487955 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-1467df0a-c905-47b3-bc5f-1d856bc2595d req-a40e152e-9b45-4d54-a712-d86c3749405e tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Transition to ACTIVE for port object dc5b1838-861e-4aa5-8fae-2ae775c67f88 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:26:36.513955 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564e695-4e52-4bfd-a9a3-bb25e262d9c1 req-f45b464b-c19b-4021-8824-3fc3a70457a2 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:36.515553 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-f564e695-4e52-4bfd-a9a3-bb25e262d9c1 req-f45b464b-c19b-4021-8824-3fc3a70457a2 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0922887 Aug 27 21:26:36.571161 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1467df0a-c905-47b3-bc5f-1d856bc2595d req-a40e152e-9b45-4d54-a712-d86c3749405e tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794200564228'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:36.590933 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 33896) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:26:36.597486 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Pushing event updated for resources: {'Port': ['ID=ce19295f-2b5a-4c51-bfa2-678f33f95800,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:26:36.611692 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:26:36.613284 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:26:36.614038 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:26:36.614783 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:26:36.617337 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-f564e695-4e52-4bfd-a9a3-bb25e262d9c1 req-3a52b136-a139-4b24-962b-40666ecb6283 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826731 Aug 27 21:26:36.618109 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fe9eb8a9-47ac-4dfb-87b5-739adaf84bd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:36.620175 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:26:36.621023 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:26:36.622681 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:26:36.623198 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:26:36.623810 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:26:36.624495 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:26:36.624842 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1467df0a-c905-47b3-bc5f-1d856bc2595d req-a40e152e-9b45-4d54-a712-d86c3749405e tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Network 3ba0d4a2-623b-4c37-8552-bca65d0b90fa is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:26:36.625714 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:26:36.626435 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:26:36.628110 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-1467df0a-c905-47b3-bc5f-1d856bc2595d req-a40e152e-9b45-4d54-a712-d86c3749405e tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:26:36.632105 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-1467df0a-c905-47b3-bc5f-1d856bc2595d req-a40e152e-9b45-4d54-a712-d86c3749405e tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 21:26:36.639623 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467df0a-c905-47b3-bc5f-1d856bc2595d req-a40e152e-9b45-4d54-a712-d86c3749405e tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:36.639623 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1467df0a-c905-47b3-bc5f-1d856bc2595d req-a40e152e-9b45-4d54-a712-d86c3749405e tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:36.655127 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40e152e-9b45-4d54-a712-d86c3749405e tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Pushing event updated for resources: {'Port': ['ID=dc5b1838-861e-4aa5-8fae-2ae775c67f88,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:26:36.672774 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-1467df0a-c905-47b3-bc5f-1d856bc2595d req-a40e152e-9b45-4d54-a712-d86c3749405e tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8921084 Aug 27 21:26:36.690330 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [req-1467df0a-c905-47b3-bc5f-1d856bc2595d req-ab93d2dd-4c16-439c-b573-e49edf1eac05 service neutron] Request body: {'port': {'device_id': '80a98574-4eba-4530-bc39-fa6c846e7e7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80643'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:26:36.723458 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570be9f8-61d2-4ce1-8331-cae4b5fc7cc0 req-f14c71ed-347a-4d03-b531-15cb1847d7bc tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:36.725358 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-570be9f8-61d2-4ce1-8331-cae4b5fc7cc0 req-f14c71ed-347a-4d03-b531-15cb1847d7bc tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=2160ac29-d93a-46eb-81fa-aa6e2001cc3f HTTP/1.1" status: 200 len: 945 time: 0.1229398 Aug 27 21:26:36.799017 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-570be9f8-61d2-4ce1-8331-cae4b5fc7cc0 req-b7b65d83-3c30-497f-99ab-68ba656d4c11 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588837 Aug 27 21:26:36.810318 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324788b-5c3d-4744-8bf8-1c33834db6b7 req-a3828cab-e03c-4b58-be0a-8414a100ac5d tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:36.811843 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-6324788b-5c3d-4744-8bf8-1c33834db6b7 req-a3828cab-e03c-4b58-be0a-8414a100ac5d tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=80a98574-4eba-4530-bc39-fa6c846e7e7e HTTP/1.1" status: 200 len: 931 time: 0.0860484 Aug 27 21:26:36.817373 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1467df0a-c905-47b3-bc5f-1d856bc2595d req-ab93d2dd-4c16-439c-b573-e49edf1eac05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:36.856975 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fe9eb8a9-47ac-4dfb-87b5-739adaf84bd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:36.862578 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fe9eb8a9-47ac-4dfb-87b5-739adaf84bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:36.868822 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] get_ports_and_sgs() called for port_ids ['ce19295f-2b5a-4c51-bfa2-678f33f95800'] {{(pid=93798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 21:26:36.918640 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9eb8a9-47ac-4dfb-87b5-739adaf84bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aafcd2d5-f890-4600-844c-75bd81762a75,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:26:36.924254 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-fe9eb8a9-47ac-4dfb-87b5-739adaf84bd7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=91f9e01654fd4188b718d468518a66c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3313642 Aug 27 21:26:36.927253 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 33906) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:26:36.972973 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-6324788b-5c3d-4744-8bf8-1c33834db6b7 req-55e96edf-dcfc-4029-b5e5-29aeee971a03 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/security-groups?id=28bf76b6-d343-4eb6-9dcd-dc6337ad6069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251168 Aug 27 21:26:36.997286 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ad27f6aa-2177-4720-a51d-4f7a3319eb4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:37.040024 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ad27f6aa-2177-4720-a51d-4f7a3319eb4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:37.079607 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-da926636-18d1-4d76-a528-b6babac7ea65 None None] Provisioning for port dc5b1838-861e-4aa5-8fae-2ae775c67f88 completed by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:26:37.086166 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-da926636-18d1-4d76-a528-b6babac7ea65 None None] Provisioning complete for port dc5b1838-861e-4aa5-8fae-2ae775c67f88 triggered by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:26:37.086510 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-da926636-18d1-4d76-a528-b6babac7ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:37.124977 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ad27f6aa-2177-4720-a51d-4f7a3319eb4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:37.127735 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ad27f6aa-2177-4720-a51d-4f7a3319eb4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:37.134509 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-ad27f6aa-2177-4720-a51d-4f7a3319eb4a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aafcd2d5-f890-4600-844c-75bd81762a75 HTTP/1.1" status: 204 len: 168 time: 0.2065187 Aug 27 21:26:37.142487 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad27f6aa-2177-4720-a51d-4f7a3319eb4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafcd2d5-f890-4600-844c-75bd81762a75,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:26:37.209823 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-da926636-18d1-4d76-a528-b6babac7ea65 None None] Port dc5b1838-861e-4aa5-8fae-2ae775c67f88 cannot update to ACTIVE because it is not bound. {{(pid=93798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 21:26:37.237123 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd61d96-bda9-41a5-acac-3a5a71b40051 req-bb2dabff-0512-4317-9fe4-826eb3fbe973 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:37.238663 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-afd61d96-bda9-41a5-acac-3a5a71b40051 req-bb2dabff-0512-4317-9fe4-826eb3fbe973 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/ports?device_id=15896bd7-4a6f-4b42-9e29-8183dd29293d HTTP/1.1" status: 200 len: 943 time: 0.1229718 Aug 27 21:26:37.392359 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-afd61d96-bda9-41a5-acac-3a5a71b40051 req-83606ffe-1043-4b4d-87b0-8c657a8bbe13 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8e737be-a887-470d-800a-190878bee78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309197 Aug 27 21:26:37.431446 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [req-1467df0a-c905-47b3-bc5f-1d856bc2595d req-ab93d2dd-4c16-439c-b573-e49edf1eac05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc5b1838-861e-4aa5-8fae-2ae775c67f88 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 21:26:37.440796 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1467df0a-c905-47b3-bc5f-1d856bc2595d req-ab93d2dd-4c16-439c-b573-e49edf1eac05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:37.457756 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-1467df0a-c905-47b3-bc5f-1d856bc2595d req-ab93d2dd-4c16-439c-b573-e49edf1eac05 service neutron] Transition to ACTIVE for port object dc5b1838-861e-4aa5-8fae-2ae775c67f88 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:26:37.462885 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1467df0a-c905-47b3-bc5f-1d856bc2595d req-ab93d2dd-4c16-439c-b573-e49edf1eac05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:37.548770 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab93d2dd-4c16-439c-b573-e49edf1eac05 service neutron] Pushing event updated for resources: {'Port': ['ID=dc5b1838-861e-4aa5-8fae-2ae775c67f88,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:26:37.578559 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-1467df0a-c905-47b3-bc5f-1d856bc2595d req-ab93d2dd-4c16-439c-b573-e49edf1eac05 service neutron] Attempting to bind port dc5b1838-861e-4aa5-8fae-2ae775c67f88 on host hv-cinder-80643 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 21:26:37.579288 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-1467df0a-c905-47b3-bc5f-1d856bc2595d req-ab93d2dd-4c16-439c-b573-e49edf1eac05 service neutron] Attempting to bind port dc5b1838-861e-4aa5-8fae-2ae775c67f88 by drivers openvswitch,hyperv on host hv-cinder-80643 at level 0 using segments [{'id': '6eb6954a-651b-4580-8c18-a1abdf542ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 21:26:37.579931 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1467df0a-c905-47b3-bc5f-1d856bc2595d req-ab93d2dd-4c16-439c-b573-e49edf1eac05 service neutron] Attempting to bind port dc5b1838-861e-4aa5-8fae-2ae775c67f88 on network 3ba0d4a2-623b-4c37-8552-bca65d0b90fa {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:26:37.584984 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1467df0a-c905-47b3-bc5f-1d856bc2595d req-ab93d2dd-4c16-439c-b573-e49edf1eac05 service neutron] Port dc5b1838-861e-4aa5-8fae-2ae775c67f88 on network 3ba0d4a2-623b-4c37-8552-bca65d0b90fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80643 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 21:26:37.585371 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1467df0a-c905-47b3-bc5f-1d856bc2595d req-ab93d2dd-4c16-439c-b573-e49edf1eac05 service neutron] Attempting to bind port dc5b1838-861e-4aa5-8fae-2ae775c67f88 on network 3ba0d4a2-623b-4c37-8552-bca65d0b90fa {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:26:37.591234 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1467df0a-c905-47b3-bc5f-1d856bc2595d req-ab93d2dd-4c16-439c-b573-e49edf1eac05 service neutron] Checking agent: {'id': '14be5267-b6f6-4f5d-aa76-a7f98d21013b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80643', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 21, 22, 11), 'started_at': datetime.datetime(2021, 8, 27, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 21, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 21:26:37.591665 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1467df0a-c905-47b3-bc5f-1d856bc2595d req-ab93d2dd-4c16-439c-b573-e49edf1eac05 service neutron] Checking segment: {'id': '6eb6954a-651b-4580-8c18-a1abdf542ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:26:37.592143 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1467df0a-c905-47b3-bc5f-1d856bc2595d req-ab93d2dd-4c16-439c-b573-e49edf1eac05 service neutron] Bound using segment: {'id': '6eb6954a-651b-4580-8c18-a1abdf542ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 21:26:37.592776 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-1467df0a-c905-47b3-bc5f-1d856bc2595d req-ab93d2dd-4c16-439c-b573-e49edf1eac05 service neutron] Bound port: dc5b1838-861e-4aa5-8fae-2ae775c67f88, host: hv-cinder-80643, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6eb6954a-651b-4580-8c18-a1abdf542ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 21:26:37.593134 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1467df0a-c905-47b3-bc5f-1d856bc2595d req-ab93d2dd-4c16-439c-b573-e49edf1eac05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:37.686712 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 33922) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:26:37.694293 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-1467df0a-c905-47b3-bc5f-1d856bc2595d req-ab93d2dd-4c16-439c-b573-e49edf1eac05 service neutron] For port dc5b1838-861e-4aa5-8fae-2ae775c67f88, host hv-cinder-80643, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 21:26:37.697837 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-1467df0a-c905-47b3-bc5f-1d856bc2595d req-ab93d2dd-4c16-439c-b573-e49edf1eac05 service neutron] For port dc5b1838-861e-4aa5-8fae-2ae775c67f88, host hv-cinder-80643, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=dc5b1838-861e-4aa5-8fae-2ae775c67f88,segment=NetworkSegment(6eb6954a-651b-4580-8c18-a1abdf542ea3),segment_id=6eb6954a-651b-4580-8c18-a1abdf542ea3)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 21:26:37.709729 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1467df0a-c905-47b3-bc5f-1d856bc2595d req-ab93d2dd-4c16-439c-b573-e49edf1eac05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:37.713848 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e7ecc8b3-3cd7-41b9-911e-aadbc99aba7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:37.746005 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467df0a-c905-47b3-bc5f-1d856bc2595d req-ab93d2dd-4c16-439c-b573-e49edf1eac05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:37.746629 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1467df0a-c905-47b3-bc5f-1d856bc2595d req-ab93d2dd-4c16-439c-b573-e49edf1eac05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:37.748041 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-1467df0a-c905-47b3-bc5f-1d856bc2595d req-ab93d2dd-4c16-439c-b573-e49edf1eac05 service neutron] 10.222.0.73 "PUT /v2.0/ports/dc5b1838-861e-4aa5-8fae-2ae775c67f88 HTTP/1.1" status: 200 len: 1093 time: 1.0630691 Aug 27 21:26:37.748513 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80a98574-4eba-4530-bc39-fa6c846e7e7e', 'tag': 'dc5b1838-861e-4aa5-8fae-2ae775c67f88'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:26:37.750816 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38019ac9d499d238660659c848bc6e147427a71e556f74dfb6c52f178b5569d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7bc0de5-ed3f-4f6a-9bd0-905639353a7f" -d '{"events": [{"name": "network-changed", "server_uuid": "80a98574-4eba-4530-bc39-fa6c846e7e7e", "tag": "dc5b1838-861e-4aa5-8fae-2ae775c67f88"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:26:37.785268 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab93d2dd-4c16-439c-b573-e49edf1eac05 service neutron] Pushing event updated for resources: {'Port': ['ID=dc5b1838-861e-4aa5-8fae-2ae775c67f88,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:26:37.874805 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 21:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7727fe-e1f8-478f-bfcc-907c4ae51ea8 x-openstack-request-id: req-7b7727fe-e1f8-478f-bfcc-907c4ae51ea8 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:26:37.875701 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80a98574-4eba-4530-bc39-fa6c846e7e7e", "tag": "dc5b1838-861e-4aa5-8fae-2ae775c67f88", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:26:37.876690 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7b7727fe-e1f8-478f-bfcc-907c4ae51ea8 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:26:37.877795 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80a98574-4eba-4530-bc39-fa6c846e7e7e', 'tag': 'dc5b1838-861e-4aa5-8fae-2ae775c67f88', 'status': 'completed', 'code': 200} Aug 27 21:26:37.887360 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e7ecc8b3-3cd7-41b9-911e-aadbc99aba7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:37.897666 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467df0a-c905-47b3-bc5f-1d856bc2595d req-a81c4693-34d5-46ee-be8b-16600c300d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:37.899658 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-1467df0a-c905-47b3-bc5f-1d856bc2595d req-a81c4693-34d5-46ee-be8b-16600c300d9f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c2b8ea1d8b104790a4de676157dbe4f3&device_id=80a98574-4eba-4530-bc39-fa6c846e7e7e HTTP/1.1" status: 200 len: 1096 time: 0.0862868 Aug 27 21:26:37.900831 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e7ecc8b3-3cd7-41b9-911e-aadbc99aba7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:37.954852 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-e7ecc8b3-3cd7-41b9-911e-aadbc99aba7a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7fb4c0157091402fad19a03874ff4d85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2584674 Aug 27 21:26:37.956494 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ecc8b3-3cd7-41b9-911e-aadbc99aba7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9594c2-580d-4cf7-ab0f-63d445d09d14,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:26:37.959762 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 33928) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:26:37.976851 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-1467df0a-c905-47b3-bc5f-1d856bc2595d req-71952584-fa07-42a9-ba51-ac07c76712ae service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc5b1838-861e-4aa5-8fae-2ae775c67f88 HTTP/1.1" status: 200 len: 217 time: 0.0619202 Aug 27 21:26:38.042248 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b30b4c2f-de4e-4a12-b990-485fa1bfa1a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:38.060629 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d674f8-4bcb-473c-bf27-908bd33c7aec req-344427c9-7405-4e56-87b7-5ee58b83fd2c tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:38.062330 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-28d674f8-4bcb-473c-bf27-908bd33c7aec req-344427c9-7405-4e56-87b7-5ee58b83fd2c tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=2160ac29-d93a-46eb-81fa-aa6e2001cc3f HTTP/1.1" status: 200 len: 945 time: 0.1578982 Aug 27 21:26:38.064460 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467df0a-c905-47b3-bc5f-1d856bc2595d req-2f38a3e2-d299-4c38-bdd4-6f050a32ef35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:38.066236 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-1467df0a-c905-47b3-bc5f-1d856bc2595d req-2f38a3e2-d299-4c38-bdd4-6f050a32ef35 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=963c1e30-5961-4cc8-bba8-6c8d398a8e99 HTTP/1.1" status: 200 len: 851 time: 0.0787356 Aug 27 21:26:38.091910 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b30b4c2f-de4e-4a12-b990-485fa1bfa1a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:38.119580 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device ff3734fa-54f9-4293-8902-8a461e569692 details requested by agent hyperv_hv-cinder-80643 with host hv-cinder-80643 {{(pid=93798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 21:26:38.163329 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-28d674f8-4bcb-473c-bf27-908bd33c7aec req-67e9db83-c397-493e-9d74-e19dc3d4dcd0 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907845 Aug 27 21:26:38.173826 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420af8ba-73a5-4e08-a4f4-1bc253f26516 req-23a1a643-47b7-468b-8e56-543cea741db8 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:38.176016 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467df0a-c905-47b3-bc5f-1d856bc2595d req-325a35ee-141d-403b-87e2-9853548b7a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:38.179457 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-1467df0a-c905-47b3-bc5f-1d856bc2595d req-325a35ee-141d-403b-87e2-9853548b7a3c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3ba0d4a2-623b-4c37-8552-bca65d0b90fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0988235 Aug 27 21:26:38.184356 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-420af8ba-73a5-4e08-a4f4-1bc253f26516 req-23a1a643-47b7-468b-8e56-543cea741db8 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=80a98574-4eba-4530-bc39-fa6c846e7e7e HTTP/1.1" status: 200 len: 943 time: 0.1166666 Aug 27 21:26:38.231446 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-420af8ba-73a5-4e08-a4f4-1bc253f26516 req-36672b37-8c4b-40cc-b386-f415edcc1a37 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/security-groups?id=28bf76b6-d343-4eb6-9dcd-dc6337ad6069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459056 Aug 27 21:26:38.250490 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b30b4c2f-de4e-4a12-b990-485fa1bfa1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:38.255291 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b30b4c2f-de4e-4a12-b990-485fa1bfa1a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:38.257523 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-b30b4c2f-de4e-4a12-b990-485fa1bfa1a4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8e9594c2-580d-4cf7-ab0f-63d445d09d14 HTTP/1.1" status: 204 len: 168 time: 0.2960658 Aug 27 21:26:38.269757 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30b4c2f-de4e-4a12-b990-485fa1bfa1a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9594c2-580d-4cf7-ab0f-63d445d09d14,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:26:38.292129 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port ff3734fa-54f9-4293-8902-8a461e569692, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=ff3734fa-54f9-4293-8902-8a461e569692,segment=NetworkSegment(d8b3f39c-863d-430a-b14c-104d30fd5bac),segment_id=d8b3f39c-863d-430a-b14c-104d30fd5bac)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:26:38.310884 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Returning: {'device': 'ff3734fa-54f9-4293-8902-8a461e569692', 'network_id': 'c5189a56-bd04-4eee-a451-94b32d1047d1', 'port_id': 'ff3734fa-54f9-4293-8902-8a461e569692', 'mac_address': 'fa:16:3e:8b:3e:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a12e06ad-0d9c-4b0b-878b-a76bf6200b04', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 21:26:38.316482 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-1467df0a-c905-47b3-bc5f-1d856bc2595d req-c0abff32-f42e-413e-899f-43f6fc33b6ec service neutron] 10.222.0.73 "GET /v2.0/networks/3ba0d4a2-623b-4c37-8552-bca65d0b90fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265392 Aug 27 21:26:38.362678 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:38.398088 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff3734fa-54f9-4293-8902-8a461e569692 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 21:26:38.436971 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-1467df0a-c905-47b3-bc5f-1d856bc2595d req-acfee5b8-4841-41c3-8bdc-173d84e1ff45 service neutron] 10.222.0.73 "GET /v2.0/networks/3ba0d4a2-623b-4c37-8552-bca65d0b90fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113901 Aug 27 21:26:38.443178 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port ff3734fa-54f9-4293-8902-8a461e569692, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=ff3734fa-54f9-4293-8902-8a461e569692,segment=NetworkSegment(d8b3f39c-863d-430a-b14c-104d30fd5bac),segment_id=d8b3f39c-863d-430a-b14c-104d30fd5bac)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:26:38.449088 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:38.529024 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Pushing event updated for resources: {'Port': ['ID=ff3734fa-54f9-4293-8902-8a461e569692,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:26:38.554382 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670015f2-8e5e-4b05-9b94-dedb91c0c931 req-9dd61690-b02e-419f-b712-535ad8a0589f tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:38.556674 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-670015f2-8e5e-4b05-9b94-dedb91c0c931 req-9dd61690-b02e-419f-b712-535ad8a0589f tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/ports?device_id=15896bd7-4a6f-4b42-9e29-8183dd29293d HTTP/1.1" status: 200 len: 944 time: 0.0721338 Aug 27 21:26:38.569120 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc0de5-ed3f-4f6a-9bd0-905639353a7f req-549d38c9-376a-4646-bd00-07e2e91bf0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:38.571376 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-b7bc0de5-ed3f-4f6a-9bd0-905639353a7f req-549d38c9-376a-4646-bd00-07e2e91bf0d5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c2b8ea1d8b104790a4de676157dbe4f3&device_id=80a98574-4eba-4530-bc39-fa6c846e7e7e HTTP/1.1" status: 200 len: 1096 time: 0.0563915 Aug 27 21:26:38.607429 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-670015f2-8e5e-4b05-9b94-dedb91c0c931 req-ac7d3926-5791-4d42-b6b6-df9de20e7709 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8e737be-a887-470d-800a-190878bee78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436821 Aug 27 21:26:38.689927 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc0de5-ed3f-4f6a-9bd0-905639353a7f req-41a76df4-9228-449d-8505-183bb5ed52b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:38.692257 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-b7bc0de5-ed3f-4f6a-9bd0-905639353a7f req-41a76df4-9228-449d-8505-183bb5ed52b9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3ba0d4a2-623b-4c37-8552-bca65d0b90fa HTTP/1.1" status: 200 len: 913 time: 0.1101298 Aug 27 21:26:38.747683 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-b7bc0de5-ed3f-4f6a-9bd0-905639353a7f req-e6073952-2e84-4cec-b6e7-c625fa871290 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc5b1838-861e-4aa5-8fae-2ae775c67f88 HTTP/1.1" status: 200 len: 217 time: 0.0431368 Aug 27 21:26:38.814269 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc0de5-ed3f-4f6a-9bd0-905639353a7f req-84792da7-e0e1-43a7-a7a8-0714801935c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:38.815798 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-b7bc0de5-ed3f-4f6a-9bd0-905639353a7f req-84792da7-e0e1-43a7-a7a8-0714801935c3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=963c1e30-5961-4cc8-bba8-6c8d398a8e99 HTTP/1.1" status: 200 len: 851 time: 0.0492313 Aug 27 21:26:38.850381 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] get_ports_and_sgs() called for port_ids ['ff3734fa-54f9-4293-8902-8a461e569692'] {{(pid=93798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 21:26:38.890953 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc0de5-ed3f-4f6a-9bd0-905639353a7f req-fad0ea10-2880-4f83-978c-bf1158c40e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:38.893842 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-b7bc0de5-ed3f-4f6a-9bd0-905639353a7f req-fad0ea10-2880-4f83-978c-bf1158c40e08 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3ba0d4a2-623b-4c37-8552-bca65d0b90fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0654964 Aug 27 21:26:39.042026 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-b7bc0de5-ed3f-4f6a-9bd0-905639353a7f req-5fe06b3a-54c6-4efc-91c5-c7fa7124a1d4 service neutron] 10.222.0.73 "GET /v2.0/networks/3ba0d4a2-623b-4c37-8552-bca65d0b90fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327431 Aug 27 21:26:39.172961 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-b7bc0de5-ed3f-4f6a-9bd0-905639353a7f req-448e2d72-fc1a-4d60-8db8-f809908e44cf service neutron] 10.222.0.73 "GET /v2.0/networks/3ba0d4a2-623b-4c37-8552-bca65d0b90fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145744 Aug 27 21:26:39.326795 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d098ec-9298-4b92-84d6-3a1f6b51d46d req-0c479cea-0bb8-43c8-afc3-20b0618c9a60 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:39.328425 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-55d098ec-9298-4b92-84d6-3a1f6b51d46d req-0c479cea-0bb8-43c8-afc3-20b0618c9a60 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=2160ac29-d93a-46eb-81fa-aa6e2001cc3f HTTP/1.1" status: 200 len: 945 time: 0.0641851 Aug 27 21:26:39.368568 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f13f64-4cfd-456e-b92a-d6dc1a06a5ac req-e587ad37-9e96-46e6-a648-6b727e3e6d60 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:39.370091 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-f4f13f64-4cfd-456e-b92a-d6dc1a06a5ac req-e587ad37-9e96-46e6-a648-6b727e3e6d60 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=80a98574-4eba-4530-bc39-fa6c846e7e7e HTTP/1.1" status: 200 len: 943 time: 0.0544729 Aug 27 21:26:39.378507 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-55d098ec-9298-4b92-84d6-3a1f6b51d46d req-4d8a5b70-2836-44b5-8d77-49b5d63fb73f tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433052 Aug 27 21:26:39.418805 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-f4f13f64-4cfd-456e-b92a-d6dc1a06a5ac req-f1dbd8a3-da3c-4f3c-8efe-d35a308c2930 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/security-groups?id=28bf76b6-d343-4eb6-9dcd-dc6337ad6069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409238 Aug 27 21:26:39.735107 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52be232-506b-4dc5-acb5-14b88c527a1e req-ce98e440-35c6-4062-be26-dd7be33d14aa tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:39.736806 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-c52be232-506b-4dc5-acb5-14b88c527a1e req-ce98e440-35c6-4062-be26-dd7be33d14aa tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/ports?device_id=15896bd7-4a6f-4b42-9e29-8183dd29293d HTTP/1.1" status: 200 len: 944 time: 0.0643706 Aug 27 21:26:39.783654 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-c52be232-506b-4dc5-acb5-14b88c527a1e req-bb247305-819f-491c-a0c0-89a03ef560f4 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8e737be-a887-470d-800a-190878bee78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401258 Aug 27 21:26:40.499516 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefacf9e-4dd3-4d82-80d5-3ac16ae80f48 req-6dff953d-57cb-40f6-b635-a94cbfa89de8 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:40.501878 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-fefacf9e-4dd3-4d82-80d5-3ac16ae80f48 req-6dff953d-57cb-40f6-b635-a94cbfa89de8 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=2160ac29-d93a-46eb-81fa-aa6e2001cc3f HTTP/1.1" status: 200 len: 945 time: 0.0511236 Aug 27 21:26:40.549753 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-fefacf9e-4dd3-4d82-80d5-3ac16ae80f48 req-e3766957-4e21-49eb-80bf-a9b5a2248b6b tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419524 Aug 27 21:26:40.560132 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device ce19295f-2b5a-4c51-bfa2-678f33f95800 up at agent hyperv_hv-cinder-80643 {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:26:40.623218 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Provisioning for port ce19295f-2b5a-4c51-bfa2-678f33f95800 completed by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:26:40.628835 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Provisioning complete for port ce19295f-2b5a-4c51-bfa2-678f33f95800 triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:26:40.629400 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:40.659021 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547be24a-ce1d-4006-b7cd-624ab7a81bd9 req-1d1207ae-dcef-480c-b337-f389bf4de713 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:40.660565 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-547be24a-ce1d-4006-b7cd-624ab7a81bd9 req-1d1207ae-dcef-480c-b337-f389bf4de713 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=80a98574-4eba-4530-bc39-fa6c846e7e7e HTTP/1.1" status: 200 len: 943 time: 0.0517981 Aug 27 21:26:40.708247 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-547be24a-ce1d-4006-b7cd-624ab7a81bd9 req-51a21cd3-42e7-499e-a710-bf0af253c918 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/security-groups?id=28bf76b6-d343-4eb6-9dcd-dc6337ad6069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409551 Aug 27 21:26:40.727270 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:40.754006 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2160ac29-d93a-46eb-81fa-aa6e2001cc3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce19295f-2b5a-4c51-bfa2-678f33f95800'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:26:40.756328 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf732d6db1af9f7bc3b5310490fe48ff1e7c732a768ef3a1a1326297a3ecfd63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d281eaeb-ad42-4b90-89fe-0939b2ae239a" -d '{"events": [{"server_uuid": "2160ac29-d93a-46eb-81fa-aa6e2001cc3f", "name": "network-vif-plugged", "status": "completed", "tag": "ce19295f-2b5a-4c51-bfa2-678f33f95800"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:26:40.773418 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port ce19295f-2b5a-4c51-bfa2-678f33f95800, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=ce19295f-2b5a-4c51-bfa2-678f33f95800,segment=NetworkSegment(cc218a4a-0181-4b4c-a554-32acf37b90dd),segment_id=cc218a4a-0181-4b4c-a554-32acf37b90dd)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:26:40.779797 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:40.804829 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 21:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334c45a7-2159-43f7-aeea-7bdb478d326b x-openstack-request-id: req-334c45a7-2159-43f7-aeea-7bdb478d326b {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:26:40.807684 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2160ac29-d93a-46eb-81fa-aa6e2001cc3f", "name": "network-vif-plugged", "status": "completed", "tag": "ce19295f-2b5a-4c51-bfa2-678f33f95800", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:26:40.807684 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-334c45a7-2159-43f7-aeea-7bdb478d326b {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:26:40.808124 dv-cinder-806436-1-iscsi neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2160ac29-d93a-46eb-81fa-aa6e2001cc3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce19295f-2b5a-4c51-bfa2-678f33f95800', 'code': 200} Aug 27 21:26:40.839582 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Pushing event updated for resources: {'Port': ['ID=ce19295f-2b5a-4c51-bfa2-678f33f95800,revision_number=5']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:26:40.939849 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c08233-4fbe-4b69-93d1-3310c142de0f req-78c8f6ad-a7ec-407c-a98c-645d0463fe21 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:40.941414 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-21c08233-4fbe-4b69-93d1-3310c142de0f req-78c8f6ad-a7ec-407c-a98c-645d0463fe21 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/ports?device_id=15896bd7-4a6f-4b42-9e29-8183dd29293d HTTP/1.1" status: 200 len: 944 time: 0.0588484 Aug 27 21:26:40.982182 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-21c08233-4fbe-4b69-93d1-3310c142de0f req-05296546-ef78-4ee4-9b40-6a398cc8f0fe tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8e737be-a887-470d-800a-190878bee78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342729 Aug 27 21:26:41.677527 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff51bd0-5799-4358-99bc-8feb16d23add req-ca2e8171-9e47-4943-9621-07f4574624d1 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:41.679102 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-5ff51bd0-5799-4358-99bc-8feb16d23add req-ca2e8171-9e47-4943-9621-07f4574624d1 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=2160ac29-d93a-46eb-81fa-aa6e2001cc3f HTTP/1.1" status: 200 len: 946 time: 0.0591550 Aug 27 21:26:41.719221 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-5ff51bd0-5799-4358-99bc-8feb16d23add req-d4249845-549b-4e31-badf-df908e73b81b tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340042 Aug 27 21:26:41.834370 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771ff1e-4816-4445-a3a9-21f948531ae2 req-6cbec43b-def7-454e-9007-e8dcdef42489 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:41.835786 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-e771ff1e-4816-4445-a3a9-21f948531ae2 req-6cbec43b-def7-454e-9007-e8dcdef42489 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=80a98574-4eba-4530-bc39-fa6c846e7e7e HTTP/1.1" status: 200 len: 943 time: 0.0486407 Aug 27 21:26:41.890015 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-e771ff1e-4816-4445-a3a9-21f948531ae2 req-403da68c-4525-448a-81ab-7c83baadfa9c tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/security-groups?id=28bf76b6-d343-4eb6-9dcd-dc6337ad6069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465119 Aug 27 21:26:42.109481 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031e782-5c59-4847-b37c-a49e890d0ba8 req-0195c35b-c217-4b25-b320-494f45a4f5d6 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:42.110955 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-9031e782-5c59-4847-b37c-a49e890d0ba8 req-0195c35b-c217-4b25-b320-494f45a4f5d6 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/ports?device_id=15896bd7-4a6f-4b42-9e29-8183dd29293d HTTP/1.1" status: 200 len: 944 time: 0.0532284 Aug 27 21:26:42.160906 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-9031e782-5c59-4847-b37c-a49e890d0ba8 req-1f198b3e-882e-447c-910f-0d1bdacbadbd tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8e737be-a887-470d-800a-190878bee78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426745 Aug 27 21:26:42.282510 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:42.767854 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b2dd5b-3f31-45a6-bf76-5bc1f38987c4 req-3c234409-4937-43da-9376-0d79970c3ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:42.769514 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-d8b2dd5b-3f31-45a6-bf76-5bc1f38987c4 req-3c234409-4937-43da-9376-0d79970c3ac7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2160ac29-d93a-46eb-81fa-aa6e2001cc3f HTTP/1.1" status: 200 len: 1099 time: 0.0587671 Aug 27 21:26:42.851296 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-d8b2dd5b-3f31-45a6-bf76-5bc1f38987c4 req-95d132a8-9f30-4240-8e95-e5488e73d981 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667284 Aug 27 21:26:42.875661 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d2018e-a5a0-41c7-8374-38b0db387833 req-cb4718fe-6653-4c34-bd7a-77c20dc15273 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:42.877226 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-f0d2018e-a5a0-41c7-8374-38b0db387833 req-cb4718fe-6653-4c34-bd7a-77c20dc15273 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=2160ac29-d93a-46eb-81fa-aa6e2001cc3f HTTP/1.1" status: 200 len: 946 time: 0.0763943 Aug 27 21:26:42.945336 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-f0d2018e-a5a0-41c7-8374-38b0db387833 req-89251ba5-9e84-4b4a-9cec-1655896b1b7c tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552039 Aug 27 21:26:43.026456 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c261d7-2882-42f3-b83c-49751ae94d4d req-d5541bbb-8d5a-49f0-9412-bf6f185fa1b4 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:43.027968 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-a4c261d7-2882-42f3-b83c-49751ae94d4d req-d5541bbb-8d5a-49f0-9412-bf6f185fa1b4 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=80a98574-4eba-4530-bc39-fa6c846e7e7e HTTP/1.1" status: 200 len: 943 time: 0.0515351 Aug 27 21:26:43.065535 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-a4c261d7-2882-42f3-b83c-49751ae94d4d req-4c33b6ce-1965-4e0d-a7db-8d950c64e4aa tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/security-groups?id=28bf76b6-d343-4eb6-9dcd-dc6337ad6069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315607 Aug 27 21:26:43.282642 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8b645-d4d0-4827-8c8a-46590cf24c82 req-abfb881c-29f8-487c-8164-5ec71661719d tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:43.284138 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-28b8b645-d4d0-4827-8c8a-46590cf24c82 req-abfb881c-29f8-487c-8164-5ec71661719d tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/ports?device_id=15896bd7-4a6f-4b42-9e29-8183dd29293d HTTP/1.1" status: 200 len: 944 time: 0.0539360 Aug 27 21:26:43.323255 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-28b8b645-d4d0-4827-8c8a-46590cf24c82 req-f8f3294a-7285-478f-83a9-cec2abcbf910 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8e737be-a887-470d-800a-190878bee78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328484 Aug 27 21:26:44.064561 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d23be6-7952-408e-9321-b5b3d21253f1 req-f066c9d0-0364-4fd5-954d-e2ff24994913 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:44.066086 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-44d23be6-7952-408e-9321-b5b3d21253f1 req-f066c9d0-0364-4fd5-954d-e2ff24994913 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=2160ac29-d93a-46eb-81fa-aa6e2001cc3f HTTP/1.1" status: 200 len: 946 time: 0.0483193 Aug 27 21:26:44.109469 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-44d23be6-7952-408e-9321-b5b3d21253f1 req-1c3e3cf3-a89f-4d3c-bd64-246fd8819d2e tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361311 Aug 27 21:26:44.156881 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device ff3734fa-54f9-4293-8902-8a461e569692 up at agent hyperv_hv-cinder-80643 {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:26:44.191184 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f6fbf-6c03-4d2a-86eb-6ecd414ab870 req-4d1c0098-9553-4e8f-a576-d9dd7bacffd5 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:44.192896 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-625f6fbf-6c03-4d2a-86eb-6ecd414ab870 req-4d1c0098-9553-4e8f-a576-d9dd7bacffd5 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=80a98574-4eba-4530-bc39-fa6c846e7e7e HTTP/1.1" status: 200 len: 943 time: 0.0552638 Aug 27 21:26:44.212777 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Provisioning for port ff3734fa-54f9-4293-8902-8a461e569692 completed by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:26:44.216567 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Provisioning complete for port ff3734fa-54f9-4293-8902-8a461e569692 triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:26:44.216977 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:44.233206 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-625f6fbf-6c03-4d2a-86eb-6ecd414ab870 req-f492ef10-a8b4-4b2a-a0ac-2a60abe93ad1 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/security-groups?id=28bf76b6-d343-4eb6-9dcd-dc6337ad6069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338061 Aug 27 21:26:44.296207 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:44.319018 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15896bd7-4a6f-4b42-9e29-8183dd29293d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3734fa-54f9-4293-8902-8a461e569692'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:26:44.321286 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf732d6db1af9f7bc3b5310490fe48ff1e7c732a768ef3a1a1326297a3ecfd63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666bfef0-f408-4437-86cc-4b1cf1731aba" -d '{"events": [{"server_uuid": "15896bd7-4a6f-4b42-9e29-8183dd29293d", "name": "network-vif-plugged", "status": "completed", "tag": "ff3734fa-54f9-4293-8902-8a461e569692"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:26:44.335026 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port ff3734fa-54f9-4293-8902-8a461e569692, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=ff3734fa-54f9-4293-8902-8a461e569692,segment=NetworkSegment(d8b3f39c-863d-430a-b14c-104d30fd5bac),segment_id=d8b3f39c-863d-430a-b14c-104d30fd5bac)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:26:44.340046 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:44.376973 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 21:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b70475-f457-480e-bb83-580a1d0236e0 x-openstack-request-id: req-f1b70475-f457-480e-bb83-580a1d0236e0 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:26:44.377410 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15896bd7-4a6f-4b42-9e29-8183dd29293d", "name": "network-vif-plugged", "status": "completed", "tag": "ff3734fa-54f9-4293-8902-8a461e569692", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:26:44.377612 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f1b70475-f457-480e-bb83-580a1d0236e0 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:26:44.378012 dv-cinder-806436-1-iscsi neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15896bd7-4a6f-4b42-9e29-8183dd29293d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3734fa-54f9-4293-8902-8a461e569692', 'code': 200} Aug 27 21:26:44.418204 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Pushing event updated for resources: {'Port': ['ID=ff3734fa-54f9-4293-8902-8a461e569692,revision_number=5']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:26:44.461802 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba7878-ccd4-4c9a-a0e1-81f97e3757b6 req-b7152b03-7ac2-457a-9d8e-d44b80f2897a tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:44.464615 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-40ba7878-ccd4-4c9a-a0e1-81f97e3757b6 req-b7152b03-7ac2-457a-9d8e-d44b80f2897a tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/ports?device_id=15896bd7-4a6f-4b42-9e29-8183dd29293d HTTP/1.1" status: 200 len: 945 time: 0.0676908 Aug 27 21:26:44.508178 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-40ba7878-ccd4-4c9a-a0e1-81f97e3757b6 req-f840aee2-815b-4705-a53f-5f9e8f14c562 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8e737be-a887-470d-800a-190878bee78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349126 Aug 27 21:26:44.604464 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137795d-35dd-4363-a25a-85f25807652d req-de9acc6c-7838-470f-8bf4-b91f62b21fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:44.605973 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-5137795d-35dd-4363-a25a-85f25807652d req-de9acc6c-7838-470f-8bf4-b91f62b21fca service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=15896bd7-4a6f-4b42-9e29-8183dd29293d HTTP/1.1" status: 200 len: 1098 time: 0.0507922 Aug 27 21:26:44.661783 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-5137795d-35dd-4363-a25a-85f25807652d req-dc0839bd-a046-4270-aa55-1cb194245bfc service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e8e737be-a887-470d-800a-190878bee78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306966 Aug 27 21:26:45.186088 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c42ab2-fd2e-4559-844d-f842def5df36 req-c68a7238-1062-4646-aa28-0bef218a4289 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:45.187725 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-e5c42ab2-fd2e-4559-844d-f842def5df36 req-c68a7238-1062-4646-aa28-0bef218a4289 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0896826 Aug 27 21:26:45.194049 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2de216-cd74-4cd6-af71-3ea322386ac0 req-7acbf94b-ee03-4f31-a571-36af7da8abe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:45.195501 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-1d2de216-cd74-4cd6-af71-3ea322386ac0 req-7acbf94b-ee03-4f31-a571-36af7da8abe9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f8b30927378840a284e230193294d3eb&device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 1099 time: 0.0676146 Aug 27 21:26:45.261267 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba79c4-5aae-4127-b84c-cb44481397f7 req-2581bd94-e9b3-47c9-bc51-8e05842b18a4 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:45.263677 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-f7ba79c4-5aae-4127-b84c-cb44481397f7 req-2581bd94-e9b3-47c9-bc51-8e05842b18a4 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=2160ac29-d93a-46eb-81fa-aa6e2001cc3f HTTP/1.1" status: 200 len: 946 time: 0.0740292 Aug 27 21:26:45.304022 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-e5c42ab2-fd2e-4559-844d-f842def5df36 req-f38a957e-5a83-4ca0-9402-e49a73de5f84 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075530 Aug 27 21:26:45.324894 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-f7ba79c4-5aae-4127-b84c-cb44481397f7 req-b5fc4372-f5dc-42bc-aa91-791d7756ca75 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514829 Aug 27 21:26:45.364489 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2de216-cd74-4cd6-af71-3ea322386ac0 req-efbb3f96-32a3-488c-a875-6adddedda41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:45.366670 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-1d2de216-cd74-4cd6-af71-3ea322386ac0 req-efbb3f96-32a3-488c-a875-6adddedda41c service neutron] 10.222.0.73 "GET /v2.0/networks?id=5fbb2a6b-0896-4fd4-bd40-c249a33d87a8 HTTP/1.1" status: 200 len: 919 time: 0.1524081 Aug 27 21:26:45.435509 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-1d2de216-cd74-4cd6-af71-3ea322386ac0 req-db7f1255-9ce3-4e1a-8c14-9552a8e7c58c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2aef329b-efff-4697-8ce2-30fab4ff9703 HTTP/1.1" status: 200 len: 217 time: 0.0530033 Aug 27 21:26:45.513162 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae37cb-a389-43d4-b984-653598467a50 req-d280293f-6b2e-4407-9698-f411d9b2727d tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:45.516807 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-aeae37cb-a389-43d4-b984-653598467a50 req-d280293f-6b2e-4407-9698-f411d9b2727d tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=80a98574-4eba-4530-bc39-fa6c846e7e7e HTTP/1.1" status: 200 len: 943 time: 0.1428344 Aug 27 21:26:45.554316 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2de216-cd74-4cd6-af71-3ea322386ac0 req-32988327-bd8e-47c0-be40-6457bf8f146b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:45.556691 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-1d2de216-cd74-4cd6-af71-3ea322386ac0 req-32988327-bd8e-47c0-be40-6457bf8f146b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b5e1eaea-5bab-43a2-8e07-1f620faa4b4a HTTP/1.1" status: 200 len: 858 time: 0.1130130 Aug 27 21:26:45.572597 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-aeae37cb-a389-43d4-b984-653598467a50 req-cc064fb1-6d98-4306-a5e2-f0d4f714e151 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/security-groups?id=28bf76b6-d343-4eb6-9dcd-dc6337ad6069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514488 Aug 27 21:26:45.603597 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-1d2de216-cd74-4cd6-af71-3ea322386ac0 req-6d656539-0d9c-473a-b327-e77004ed1765 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5fbb2a6b-0896-4fd4-bd40-c249a33d87a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291350 Aug 27 21:26:45.662887 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530fdebc-28a8-4f29-ab23-c81950d0f06d req-f6d380b3-7031-4662-9678-eb677437b119 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:45.672682 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-530fdebc-28a8-4f29-ab23-c81950d0f06d req-f6d380b3-7031-4662-9678-eb677437b119 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/ports?device_id=15896bd7-4a6f-4b42-9e29-8183dd29293d HTTP/1.1" status: 200 len: 945 time: 0.0807364 Aug 27 21:26:45.712954 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-530fdebc-28a8-4f29-ab23-c81950d0f06d req-de45a430-8b49-44dd-b997-75c5b28faee2 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8e737be-a887-470d-800a-190878bee78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385301 Aug 27 21:26:45.895157 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-1d2de216-cd74-4cd6-af71-3ea322386ac0 req-1f2d1bac-07f8-472f-bad1-0b3e195ede3b service neutron] 10.222.0.73 "GET /v2.0/networks/5fbb2a6b-0896-4fd4-bd40-c249a33d87a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794387 Aug 27 21:26:45.994112 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-1d2de216-cd74-4cd6-af71-3ea322386ac0 req-6631fd75-b95e-47c8-a336-c925b41b0275 service neutron] 10.222.0.73 "GET /v2.0/networks/5fbb2a6b-0896-4fd4-bd40-c249a33d87a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910869 Aug 27 21:26:46.445669 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120bd4fe-27e5-487a-b49c-3b8f358277d3 req-e2b6e43c-7aae-43b0-9bd3-09f7e2068185 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:46.448295 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-120bd4fe-27e5-487a-b49c-3b8f358277d3 req-e2b6e43c-7aae-43b0-9bd3-09f7e2068185 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0619087 Aug 27 21:26:46.491428 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-120bd4fe-27e5-487a-b49c-3b8f358277d3 req-cbdf5ab9-3ebb-453c-952d-0a9a82f65c5c tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358751 Aug 27 21:26:46.595478 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 34102) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:26:46.737575 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04375c-0e4b-4684-9547-ab7a8050bf64 req-f3ea6878-7c2c-41a7-ae8c-0c597a8a90c0 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:46.737575 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-ee04375c-0e4b-4684-9547-ab7a8050bf64 req-f3ea6878-7c2c-41a7-ae8c-0c597a8a90c0 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=80a98574-4eba-4530-bc39-fa6c846e7e7e HTTP/1.1" status: 200 len: 943 time: 0.0736780 Aug 27 21:26:46.741336 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-96dd25b0-4bf5-4f6e-add3-9d754e57bdf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:46.790378 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-ee04375c-0e4b-4684-9547-ab7a8050bf64 req-337370e6-9333-4ffb-92fa-61330974e0e6 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/security-groups?id=28bf76b6-d343-4eb6-9dcd-dc6337ad6069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462720 Aug 27 21:26:46.934015 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-96dd25b0-4bf5-4f6e-add3-9d754e57bdf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:46.943051 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-96dd25b0-4bf5-4f6e-add3-9d754e57bdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:46.969876 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a06d1fd-3fb6-4d74-bbf3-61b353ca70b1 req-b7ee77d9-efed-4ab7-8e23-475144fe1fca tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:46.971410 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-1a06d1fd-3fb6-4d74-bbf3-61b353ca70b1 req-b7ee77d9-efed-4ab7-8e23-475144fe1fca tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/ports?device_id=15896bd7-4a6f-4b42-9e29-8183dd29293d HTTP/1.1" status: 200 len: 945 time: 0.0992789 Aug 27 21:26:47.019213 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-96dd25b0-4bf5-4f6e-add3-9d754e57bdf4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0460d97caf9a4fd69aabf9815e823904&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4203224 Aug 27 21:26:47.019754 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 34128) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:26:47.021124 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dd25b0-4bf5-4f6e-add3-9d754e57bdf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c21b743-a904-42f5-84e8-89fd042e17b0,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:26:47.043635 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-1a06d1fd-3fb6-4d74-bbf3-61b353ca70b1 req-eba4239e-fec1-40f7-a78a-8d69427f1082 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8e737be-a887-470d-800a-190878bee78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602186 Aug 27 21:26:47.092380 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-68450438-63ce-45cd-9117-d05e8cbb691d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:47.138097 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-68450438-63ce-45cd-9117-d05e8cbb691d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:47.223117 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-68450438-63ce-45cd-9117-d05e8cbb691d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:47.232167 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-68450438-63ce-45cd-9117-d05e8cbb691d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:47.232167 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-68450438-63ce-45cd-9117-d05e8cbb691d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8c21b743-a904-42f5-84e8-89fd042e17b0 HTTP/1.1" status: 204 len: 168 time: 0.2086995 Aug 27 21:26:47.245047 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68450438-63ce-45cd-9117-d05e8cbb691d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c21b743-a904-42f5-84e8-89fd042e17b0,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:26:47.633963 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd46d8-fe9b-463b-b044-fece207b55cd req-ea72642a-a1fe-4664-a794-19125bfbc927 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:47.641654 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-7ecd46d8-fe9b-463b-b044-fece207b55cd req-ea72642a-a1fe-4664-a794-19125bfbc927 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0700691 Aug 27 21:26:47.659283 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511939ed-59b9-4adc-9d85-0a11ad7090e3 req-0d778eb8-afda-4c2d-aac2-f3d8984c1f89 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:47.660887 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-511939ed-59b9-4adc-9d85-0a11ad7090e3 req-0d778eb8-afda-4c2d-aac2-f3d8984c1f89 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 946 time: 0.0587075 Aug 27 21:26:47.693426 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-7ecd46d8-fe9b-463b-b044-fece207b55cd req-563023d9-eaa1-4661-b6c0-741ec10d8df7 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499849 Aug 27 21:26:47.712096 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-511939ed-59b9-4adc-9d85-0a11ad7090e3 req-9f97e003-acc4-4f0c-a6ed-f181545da6d2 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388789 Aug 27 21:26:47.926011 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad521cca-a980-4e22-a1e7-9312ef821387 req-82d703be-9d6c-4bd8-b554-8cfc558461f6 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:47.933565 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-ad521cca-a980-4e22-a1e7-9312ef821387 req-82d703be-9d6c-4bd8-b554-8cfc558461f6 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=80a98574-4eba-4530-bc39-fa6c846e7e7e HTTP/1.1" status: 200 len: 943 time: 0.0681438 Aug 27 21:26:47.996175 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-ad521cca-a980-4e22-a1e7-9312ef821387 req-39531eda-01c1-4a98-826a-c35168384a1c tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/security-groups?id=28bf76b6-d343-4eb6-9dcd-dc6337ad6069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616734 Aug 27 21:26:48.101669 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923c530-78e3-4e96-b8a6-661be3edcffe req-76709763-7186-4b69-84c4-127ce09239ff tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:48.104591 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-a923c530-78e3-4e96-b8a6-661be3edcffe req-76709763-7186-4b69-84c4-127ce09239ff tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/ports?device_id=15896bd7-4a6f-4b42-9e29-8183dd29293d HTTP/1.1" status: 200 len: 945 time: 0.0601954 Aug 27 21:26:48.148832 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-a923c530-78e3-4e96-b8a6-661be3edcffe req-34162177-7086-4eb1-b624-094bf13afe98 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8e737be-a887-470d-800a-190878bee78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374191 Aug 27 21:26:48.158569 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device dc5b1838-861e-4aa5-8fae-2ae775c67f88 details requested by agent hyperv_hv-cinder-80643 with host hv-cinder-80643 {{(pid=93798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 21:26:48.278026 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port dc5b1838-861e-4aa5-8fae-2ae775c67f88, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=dc5b1838-861e-4aa5-8fae-2ae775c67f88,segment=NetworkSegment(6eb6954a-651b-4580-8c18-a1abdf542ea3),segment_id=6eb6954a-651b-4580-8c18-a1abdf542ea3)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:26:48.292763 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Returning: {'device': 'dc5b1838-861e-4aa5-8fae-2ae775c67f88', 'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa', 'port_id': 'dc5b1838-861e-4aa5-8fae-2ae775c67f88', 'mac_address': 'fa:16:3e:73:05:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '963c1e30-5961-4cc8-bba8-6c8d398a8e99', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 21:26:48.345796 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:48.370938 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc5b1838-861e-4aa5-8fae-2ae775c67f88 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 21:26:48.398570 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port dc5b1838-861e-4aa5-8fae-2ae775c67f88, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=dc5b1838-861e-4aa5-8fae-2ae775c67f88,segment=NetworkSegment(6eb6954a-651b-4580-8c18-a1abdf542ea3),segment_id=6eb6954a-651b-4580-8c18-a1abdf542ea3)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:26:48.405128 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:48.495379 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Pushing event updated for resources: {'Port': ['ID=dc5b1838-861e-4aa5-8fae-2ae775c67f88,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:26:48.695242 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3ce8b0be-448b-4440-9237-3a21ab8614d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:48.808266 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fea8cf-d772-4abf-ada2-16aa9dc801e9 req-142affb7-5eed-47ee-91b7-20b29c1ac24d tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:48.809837 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-c0fea8cf-d772-4abf-ada2-16aa9dc801e9 req-142affb7-5eed-47ee-91b7-20b29c1ac24d tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0515037 Aug 27 21:26:48.839576 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3343567-9d3e-4eb9-b68a-7568c4ed6041 req-4021de51-5f5f-4fa6-a6fa-370b24ca7fea tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:48.839576 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-a3343567-9d3e-4eb9-b68a-7568c4ed6041 req-4021de51-5f5f-4fa6-a6fa-370b24ca7fea tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 946 time: 0.0501766 Aug 27 21:26:48.852557 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-c0fea8cf-d772-4abf-ada2-16aa9dc801e9 req-7b7fb489-a039-4889-9f25-292117ff2c14 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363770 Aug 27 21:26:48.878950 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] get_ports_and_sgs() called for port_ids ['dc5b1838-861e-4aa5-8fae-2ae775c67f88'] {{(pid=93798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 21:26:48.885435 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-a3343567-9d3e-4eb9-b68a-7568c4ed6041 req-0d077eed-9ab4-4795-821d-cb087605cab6 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379701 Aug 27 21:26:49.113703 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d8229-c17f-4d19-99c4-c33f015097fc req-eab020d4-6f70-4e1e-9d29-ce07e49b1c63 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:49.115166 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-6d9d8229-c17f-4d19-99c4-c33f015097fc req-eab020d4-6f70-4e1e-9d29-ce07e49b1c63 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=80a98574-4eba-4530-bc39-fa6c846e7e7e HTTP/1.1" status: 200 len: 944 time: 0.0503724 Aug 27 21:26:49.160360 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-6d9d8229-c17f-4d19-99c4-c33f015097fc req-1f6a08d8-c489-4748-8f11-c91babe28367 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/security-groups?id=28bf76b6-d343-4eb6-9dcd-dc6337ad6069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376704 Aug 27 21:26:49.279683 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3686795e-d517-4111-ad69-99cedeee9549 req-d86c8fc2-7dd8-478e-9b1e-c67916d27ad1 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:49.281197 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-3686795e-d517-4111-ad69-99cedeee9549 req-d86c8fc2-7dd8-478e-9b1e-c67916d27ad1 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/ports?device_id=15896bd7-4a6f-4b42-9e29-8183dd29293d HTTP/1.1" status: 200 len: 945 time: 0.0537865 Aug 27 21:26:49.320944 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-3686795e-d517-4111-ad69-99cedeee9549 req-8b7f5290-e40a-44ca-be57-bc65bee1a508 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8e737be-a887-470d-800a-190878bee78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320313 Aug 27 21:26:49.975943 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa19f5-6f4f-4ae8-88dd-2fbcc9d45f6a req-867726de-5a53-4fa1-b18c-2f831ce5df07 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:49.977542 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-41aa19f5-6f4f-4ae8-88dd-2fbcc9d45f6a req-867726de-5a53-4fa1-b18c-2f831ce5df07 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0545065 Aug 27 21:26:50.009315 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12778b-2ea6-4543-8d27-f58a3c3e3e38 req-e247136b-7ae0-419e-b5e6-5c2f3e9ca74b tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:50.012080 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-1d12778b-2ea6-4543-8d27-f58a3c3e3e38 req-e247136b-7ae0-419e-b5e6-5c2f3e9ca74b tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 946 time: 0.0499015 Aug 27 21:26:50.015828 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-41aa19f5-6f4f-4ae8-88dd-2fbcc9d45f6a req-de9fbb85-6914-40da-a61d-542e446dcdff tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323293 Aug 27 21:26:50.055919 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-1d12778b-2ea6-4543-8d27-f58a3c3e3e38 req-6290e25c-b9a3-4564-b880-c502e1b9751f tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382113 Aug 27 21:26:50.279648 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b61081a-4918-4031-9c77-35640f0f88e3 req-38379c74-c638-4920-a5af-e9da1de79f6a tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:50.281196 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-8b61081a-4918-4031-9c77-35640f0f88e3 req-38379c74-c638-4920-a5af-e9da1de79f6a tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=80a98574-4eba-4530-bc39-fa6c846e7e7e HTTP/1.1" status: 200 len: 944 time: 0.0507011 Aug 27 21:26:50.325216 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-8b61081a-4918-4031-9c77-35640f0f88e3 req-23b6345b-5b2b-41cf-9c70-8c23840c44c9 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/security-groups?id=28bf76b6-d343-4eb6-9dcd-dc6337ad6069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380681 Aug 27 21:26:50.447499 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ebd95-0e79-4eb7-afb9-b6795b54eb1b req-89c19e01-3c2c-40d7-a816-3163957fb952 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:50.448956 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-7a3ebd95-0e79-4eb7-afb9-b6795b54eb1b req-89c19e01-3c2c-40d7-a816-3163957fb952 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/ports?device_id=15896bd7-4a6f-4b42-9e29-8183dd29293d HTTP/1.1" status: 200 len: 945 time: 0.0523338 Aug 27 21:26:50.497062 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-7a3ebd95-0e79-4eb7-afb9-b6795b54eb1b req-1443578e-db4d-428f-9924-580957986760 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8e737be-a887-470d-800a-190878bee78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412421 Aug 27 21:26:51.136065 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec0320-855b-4c46-a3de-462571e931f9 req-76bcf9d6-8feb-4d31-8d84-78de12bbef48 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:51.137512 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-59ec0320-855b-4c46-a3de-462571e931f9 req-76bcf9d6-8feb-4d31-8d84-78de12bbef48 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0508428 Aug 27 21:26:51.180160 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-59ec0320-855b-4c46-a3de-462571e931f9 req-57186f41-2520-4033-b0c4-0f4a2312b37e tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366919 Aug 27 21:26:51.183992 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb848efc-93c3-429c-8ee6-31e0eed352fb req-1f04f349-de44-453c-b7fe-deb72d5b99e1 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:51.185675 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-fb848efc-93c3-429c-8ee6-31e0eed352fb req-1f04f349-de44-453c-b7fe-deb72d5b99e1 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 946 time: 0.0560286 Aug 27 21:26:51.224474 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-fb848efc-93c3-429c-8ee6-31e0eed352fb req-bda0d106-a32e-48d3-b883-f9bfdd092ab4 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330336 Aug 27 21:26:51.330056 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-28f5dc76-496d-43c3-b653-71e9ca9b748d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:51.441453 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97ad89-d5af-4e7c-bd9b-aebf13e62e33 req-5fbbd4fd-4bf9-48d0-9f58-016777f5305c tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:51.442930 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-7c97ad89-d5af-4e7c-bd9b-aebf13e62e33 req-5fbbd4fd-4bf9-48d0-9f58-016777f5305c tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=80a98574-4eba-4530-bc39-fa6c846e7e7e HTTP/1.1" status: 200 len: 944 time: 0.0488091 Aug 27 21:26:51.481791 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-7c97ad89-d5af-4e7c-bd9b-aebf13e62e33 req-35710886-290a-40d9-b702-13cf02c119b8 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/security-groups?id=28bf76b6-d343-4eb6-9dcd-dc6337ad6069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322812 Aug 27 21:26:51.562593 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:51.624089 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef8d09c-3dcc-46f2-95f4-2c93a5941d6f req-ea0ec62c-6f12-4a38-9cd3-7f44772391cf tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:51.624707 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-3ef8d09c-3dcc-46f2-95f4-2c93a5941d6f req-ea0ec62c-6f12-4a38-9cd3-7f44772391cf tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/ports?device_id=15896bd7-4a6f-4b42-9e29-8183dd29293d HTTP/1.1" status: 200 len: 945 time: 0.0512271 Aug 27 21:26:51.664192 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-3ef8d09c-3dcc-46f2-95f4-2c93a5941d6f req-fd0bb553-f6ef-4500-9012-238e7d595bb4 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8e737be-a887-470d-800a-190878bee78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335388 Aug 27 21:26:52.313923 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92cbb97-d041-41dd-909e-8d647af116b7 req-64e99584-e144-493c-990d-0630c2818f6b tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:52.315498 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-c92cbb97-d041-41dd-909e-8d647af116b7 req-64e99584-e144-493c-990d-0630c2818f6b tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0640306 Aug 27 21:26:52.350899 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8afc69-f9eb-489e-bd31-2ec6a94e7446 req-d5c16266-e933-4502-bf70-120aad2e16d2 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:52.352661 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-aa8afc69-f9eb-489e-bd31-2ec6a94e7446 req-d5c16266-e933-4502-bf70-120aad2e16d2 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 946 time: 0.0535207 Aug 27 21:26:52.360472 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-c92cbb97-d041-41dd-909e-8d647af116b7 req-a12fc8ed-78cd-46fd-b35e-804ce0417f8a tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344081 Aug 27 21:26:52.405041 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-aa8afc69-f9eb-489e-bd31-2ec6a94e7446 req-723e3b33-a84e-4b6b-9a3b-eec7e5740ecb tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456100 Aug 27 21:26:52.639237 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d47d4-ba5b-415f-81aa-378a49ad72a4 req-1339660f-86f8-433c-a506-781546286fbe tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:52.640955 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-b35d47d4-ba5b-415f-81aa-378a49ad72a4 req-1339660f-86f8-433c-a506-781546286fbe tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=80a98574-4eba-4530-bc39-fa6c846e7e7e HTTP/1.1" status: 200 len: 944 time: 0.0798738 Aug 27 21:26:52.654761 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a8791-e317-4792-a801-7be48e731696 req-b9e3fe80-950c-4066-a88e-1987a34518e6 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:52.657698 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-2f9a8791-e317-4792-a801-7be48e731696 req-b9e3fe80-950c-4066-a88e-1987a34518e6 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.73 "GET /v2.0/ports?device_id=15896bd7-4a6f-4b42-9e29-8183dd29293d HTTP/1.1" status: 200 len: 945 time: 0.0865855 Aug 27 21:26:52.709918 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65920cb9-5c7f-4952-b134-219b92defc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:52.754362 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-b35d47d4-ba5b-415f-81aa-378a49ad72a4 req-bc0c2c41-e87e-4b33-bde3-d9657e9930c7 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/security-groups?id=28bf76b6-d343-4eb6-9dcd-dc6337ad6069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954585 Aug 27 21:26:52.820131 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7130bcb-b530-4815-a665-039ff7165bde req-8636686d-91d3-4ed7-8937-94c5886cd04a tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:52.822008 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-b7130bcb-b530-4815-a665-039ff7165bde req-8636686d-91d3-4ed7-8937-94c5886cd04a tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/ports?device_id=15896bd7-4a6f-4b42-9e29-8183dd29293d HTTP/1.1" status: 200 len: 945 time: 0.0684628 Aug 27 21:26:52.860240 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-2f9a8791-e317-4792-a801-7be48e731696 req-03538c4a-7913-45b9-8b7f-c219a3f26b10 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Deleting port ff3734fa-54f9-4293-8902-8a461e569692 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 21:26:52.860622 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2f9a8791-e317-4792-a801-7be48e731696 req-03538c4a-7913-45b9-8b7f-c219a3f26b10 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794201129759'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:52.872901 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-b7130bcb-b530-4815-a665-039ff7165bde req-56def136-7408-455d-9cb7-61d1fbbf42e5 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8e737be-a887-470d-800a-190878bee78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440066 Aug 27 21:26:52.968437 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-2f9a8791-e317-4792-a801-7be48e731696 req-03538c4a-7913-45b9-8b7f-c219a3f26b10 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] For port ff3734fa-54f9-4293-8902-8a461e569692, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=ff3734fa-54f9-4293-8902-8a461e569692,segment=NetworkSegment(d8b3f39c-863d-430a-b14c-104d30fd5bac),segment_id=d8b3f39c-863d-430a-b14c-104d30fd5bac)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:26:52.968804 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2f9a8791-e317-4792-a801-7be48e731696 req-03538c4a-7913-45b9-8b7f-c219a3f26b10 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:52.986545 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-2f9a8791-e317-4792-a801-7be48e731696 req-03538c4a-7913-45b9-8b7f-c219a3f26b10 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Calling delete_port for ff3734fa-54f9-4293-8902-8a461e569692 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 21:26:53.150053 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2f9a8791-e317-4792-a801-7be48e731696 req-03538c4a-7913-45b9-8b7f-c219a3f26b10 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794201022239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794200564237'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:53.163571 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] get_ports_and_sgs() called for port_ids ['ff3734fa-54f9-4293-8902-8a461e569692'] {{(pid=93798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 21:26:53.218176 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03538c4a-7913-45b9-8b7f-c219a3f26b10 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Pushing event deleted for resources: {'Port': ['ID=ff3734fa-54f9-4293-8902-8a461e569692,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:26:53.259443 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f9a8791-e317-4792-a801-7be48e731696 req-03538c4a-7913-45b9-8b7f-c219a3f26b10 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] No DVR routers for this DVR port ff3734fa-54f9-4293-8902-8a461e569692 on host hv-cinder-80643 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 21:26:53.263180 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2f9a8791-e317-4792-a801-7be48e731696 req-03538c4a-7913-45b9-8b7f-c219a3f26b10 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:53.266078 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-2f9a8791-e317-4792-a801-7be48e731696 req-03538c4a-7913-45b9-8b7f-c219a3f26b10 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.73 "DELETE /v2.0/ports/ff3734fa-54f9-4293-8902-8a461e569692 HTTP/1.1" status: 204 len: 173 time: 0.5986865 Aug 27 21:26:53.266670 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15896bd7-4a6f-4b42-9e29-8183dd29293d', 'name': 'network-vif-deleted', 'tag': 'ff3734fa-54f9-4293-8902-8a461e569692'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:26:53.269136 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38019ac9d499d238660659c848bc6e147427a71e556f74dfb6c52f178b5569d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58cc0d4f-9b80-4185-a8f8-461323821395" -d '{"events": [{"server_uuid": "15896bd7-4a6f-4b42-9e29-8183dd29293d", "name": "network-vif-deleted", "tag": "ff3734fa-54f9-4293-8902-8a461e569692"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:26:53.317717 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 21:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0927807e-49d6-4db1-8967-d867227c7470 x-openstack-request-id: req-0927807e-49d6-4db1-8967-d867227c7470 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:26:53.319260 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15896bd7-4a6f-4b42-9e29-8183dd29293d", "name": "network-vif-deleted", "tag": "ff3734fa-54f9-4293-8902-8a461e569692", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:26:53.319260 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0927807e-49d6-4db1-8967-d867227c7470 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:26:53.323239 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15896bd7-4a6f-4b42-9e29-8183dd29293d', 'name': 'network-vif-deleted', 'tag': 'ff3734fa-54f9-4293-8902-8a461e569692', 'status': 'completed', 'code': 200} Aug 27 21:26:53.499935 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed052b17-2c76-4c89-b864-7fb0ba1a1d41 req-ccd9ba5e-a8e0-4e48-972c-fc911d314f54 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:53.502455 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-ed052b17-2c76-4c89-b864-7fb0ba1a1d41 req-ccd9ba5e-a8e0-4e48-972c-fc911d314f54 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0543690 Aug 27 21:26:53.545472 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-ed052b17-2c76-4c89-b864-7fb0ba1a1d41 req-ec08b9e1-269f-4835-b5d1-52280b902e12 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356767 Aug 27 21:26:53.551614 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ad730-2bf5-417a-8f42-9611189cff54 req-62a78f19-f2fa-4020-9d4d-a1dd49f8b8a7 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:53.553044 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-263ad730-2bf5-417a-8f42-9611189cff54 req-62a78f19-f2fa-4020-9d4d-a1dd49f8b8a7 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 946 time: 0.0618474 Aug 27 21:26:53.614921 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-263ad730-2bf5-417a-8f42-9611189cff54 req-d0a5a376-b3ea-4a40-80a0-302711810dd3 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549083 Aug 27 21:26:53.885225 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8e74b0-f352-4129-896b-1c102f2a0ec3 req-e04c3ed0-d87c-4594-9e65-26ed121bd46a tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:53.887003 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-9c8e74b0-f352-4129-896b-1c102f2a0ec3 req-e04c3ed0-d87c-4594-9e65-26ed121bd46a tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=80a98574-4eba-4530-bc39-fa6c846e7e7e HTTP/1.1" status: 200 len: 944 time: 0.0583224 Aug 27 21:26:53.936034 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-9c8e74b0-f352-4129-896b-1c102f2a0ec3 req-b59123de-391c-43c1-8db2-a9eddcfb9d73 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/security-groups?id=28bf76b6-d343-4eb6-9dcd-dc6337ad6069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427089 Aug 27 21:26:54.000543 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device dc5b1838-861e-4aa5-8fae-2ae775c67f88 up at agent hyperv_hv-cinder-80643 {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:26:54.012165 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-6d0b6c8b-6daf-4392-a0ab-000b695fa853 req-94e3dde3-6a48-4f58-bfb0-2a78bc8e54ca tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/ports?device_id=15896bd7-4a6f-4b42-9e29-8183dd29293d HTTP/1.1" status: 200 len: 210 time: 0.0351467 Aug 27 21:26:54.056569 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-778ce8a3-384f-4928-b9ff-199d4ced17a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:54.074937 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Provisioning for port dc5b1838-861e-4aa5-8fae-2ae775c67f88 completed by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:26:54.079791 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Provisioning complete for port dc5b1838-861e-4aa5-8fae-2ae775c67f88 triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:26:54.080404 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:54.173808 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:54.199871 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a98574-4eba-4530-bc39-fa6c846e7e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5b1838-861e-4aa5-8fae-2ae775c67f88'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:26:54.202454 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf732d6db1af9f7bc3b5310490fe48ff1e7c732a768ef3a1a1326297a3ecfd63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d2d6f5-8349-4662-90b8-07e4ab42e3b1" -d '{"events": [{"server_uuid": "80a98574-4eba-4530-bc39-fa6c846e7e7e", "name": "network-vif-plugged", "status": "completed", "tag": "dc5b1838-861e-4aa5-8fae-2ae775c67f88"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:26:54.219404 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port dc5b1838-861e-4aa5-8fae-2ae775c67f88, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=dc5b1838-861e-4aa5-8fae-2ae775c67f88,segment=NetworkSegment(6eb6954a-651b-4580-8c18-a1abdf542ea3),segment_id=6eb6954a-651b-4580-8c18-a1abdf542ea3)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:26:54.228153 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:54.267161 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 21:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f905368c-2d83-48c6-a8b4-94e62e3fe492 x-openstack-request-id: req-f905368c-2d83-48c6-a8b4-94e62e3fe492 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:26:54.267473 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80a98574-4eba-4530-bc39-fa6c846e7e7e", "name": "network-vif-plugged", "status": "completed", "tag": "dc5b1838-861e-4aa5-8fae-2ae775c67f88", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:26:54.267723 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f905368c-2d83-48c6-a8b4-94e62e3fe492 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:26:54.268109 dv-cinder-806436-1-iscsi neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80a98574-4eba-4530-bc39-fa6c846e7e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5b1838-861e-4aa5-8fae-2ae775c67f88', 'code': 200} Aug 27 21:26:54.301421 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Pushing event updated for resources: {'Port': ['ID=dc5b1838-861e-4aa5-8fae-2ae775c67f88,revision_number=5']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:26:54.587898 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a99484-f0d2-4086-b17e-2b14371c0fe8 req-0da1b8e3-4e5e-4093-a10d-de280d1ba539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:54.589716 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-44a99484-f0d2-4086-b17e-2b14371c0fe8 req-0da1b8e3-4e5e-4093-a10d-de280d1ba539 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=80a98574-4eba-4530-bc39-fa6c846e7e7e HTTP/1.1" status: 200 len: 1098 time: 0.0524881 Aug 27 21:26:54.634693 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-44a99484-f0d2-4086-b17e-2b14371c0fe8 req-9904f432-a415-4379-b4cc-b9d681341219 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=28bf76b6-d343-4eb6-9dcd-dc6337ad6069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365765 Aug 27 21:26:54.697817 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e9078-c577-4126-b622-0991eb7a19b8 req-724d45bc-481c-41ac-ab8c-0fb55fc4d1ae tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:54.699451 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-8e7e9078-c577-4126-b622-0991eb7a19b8 req-724d45bc-481c-41ac-ab8c-0fb55fc4d1ae tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0600407 Aug 27 21:26:54.748230 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-8e7e9078-c577-4126-b622-0991eb7a19b8 req-a0dfd110-d04a-4797-a4ea-bce7df03c667 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376663 Aug 27 21:26:54.774215 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187540c2-5e20-45e3-8d28-4c92f4a4d27a req-df1ae445-73bc-4f5b-8cfa-a9fe1379ffa5 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:54.776936 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-187540c2-5e20-45e3-8d28-4c92f4a4d27a req-df1ae445-73bc-4f5b-8cfa-a9fe1379ffa5 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 946 time: 0.0781016 Aug 27 21:26:54.845005 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-187540c2-5e20-45e3-8d28-4c92f4a4d27a req-e5c9063a-dc26-4edd-9724-2fa37c7a4687 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0544534 Aug 27 21:26:55.115694 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec226707-26fa-4f2f-8f37-463b881f35db req-069befe3-eca8-4541-8eeb-e456b08bef6d tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:55.118767 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-ec226707-26fa-4f2f-8f37-463b881f35db req-069befe3-eca8-4541-8eeb-e456b08bef6d tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=80a98574-4eba-4530-bc39-fa6c846e7e7e HTTP/1.1" status: 200 len: 945 time: 0.0855017 Aug 27 21:26:55.181257 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-ec226707-26fa-4f2f-8f37-463b881f35db req-95d4ae96-e5aa-4178-b7e7-1e285f4ddd00 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/security-groups?id=28bf76b6-d343-4eb6-9dcd-dc6337ad6069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529809 Aug 27 21:26:55.587536 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158aee98-93cc-435f-84be-91ac81358c9a req-affeb422-19a4-4842-a3dc-eed23c81e813 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:55.589166 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-158aee98-93cc-435f-84be-91ac81358c9a req-affeb422-19a4-4842-a3dc-eed23c81e813 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/networks?id=c5189a56-bd04-4eee-a451-94b32d1047d1 HTTP/1.1" status: 200 len: 809 time: 0.1116269 Aug 27 21:26:55.605666 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-158aee98-93cc-435f-84be-91ac81358c9a req-04f5b823-cf54-4fe4-af79-58f9556e335f tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/quotas/7e4ab487ca3747ecb937bf7e78407e40 HTTP/1.1" status: 200 len: 375 time: 0.0105107 Aug 27 21:26:55.642321 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-158aee98-93cc-435f-84be-91ac81358c9a req-76c8b862-099f-472e-b2cb-0e202d1eeb6b tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e4ab487ca3747ecb937bf7e78407e40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310786 Aug 27 21:26:55.749921 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-158aee98-93cc-435f-84be-91ac81358c9a req-94dac28b-65e6-4c14-8862-e0004f51d0f3 service neutron] 10.222.0.39 "GET /v2.0/networks/c5189a56-bd04-4eee-a451-94b32d1047d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952678 Aug 27 21:26:55.875338 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-158aee98-93cc-435f-84be-91ac81358c9a req-eaf5d3ee-22e7-4074-9511-b8e9dc1683c9 service neutron] 10.222.0.39 "GET /v2.0/networks/c5189a56-bd04-4eee-a451-94b32d1047d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103241 Aug 27 21:26:55.890733 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7f5df-2666-4730-9d65-07e48e93d075 req-ede82771-a682-421a-972a-1ab23a4fce07 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:55.892315 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-68d7f5df-2666-4730-9d65-07e48e93d075 req-ede82771-a682-421a-972a-1ab23a4fce07 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0594378 Aug 27 21:26:55.957911 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-68d7f5df-2666-4730-9d65-07e48e93d075 req-6c1d0e92-22cf-4598-b6dd-088d1b3a4faf tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559580 Aug 27 21:26:56.004861 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device ff3734fa-54f9-4293-8902-8a461e569692 no longer exists at agent hyperv_hv-cinder-80643 {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 21:26:56.121211 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83575a21-cf56-4f85-9b88-e0397d5e681b req-4ba9bb54-6a67-4007-91f2-73fe1e0720de tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:56.123045 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-83575a21-cf56-4f85-9b88-e0397d5e681b req-4ba9bb54-6a67-4007-91f2-73fe1e0720de tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 946 time: 0.0881176 Aug 27 21:26:56.163462 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-ae3db14b-1215-41d4-8fc4-e5e94e6f74f1 req-e2b84890-922a-4834-8ed3-02929b4ef1aa tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/ports?device_id=01796247-25bf-4891-85a7-55b7efe7b091 HTTP/1.1" status: 200 len: 210 time: 0.0577159 Aug 27 21:26:56.181654 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-83575a21-cf56-4f85-9b88-e0397d5e681b req-dbeee2c2-3d3f-4be0-b664-278c97e83184 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506730 Aug 27 21:26:56.237534 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] No Port match for: ff3734fa-54f9-4293-8902-8a461e569692 {{(pid=93798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 21:26:56.237930 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device ff3734fa-54f9-4293-8902-8a461e569692 not bound to the agent host hv-cinder-80643 {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 21:26:56.375696 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cba373-5adc-4eeb-92a2-aceee2fdced2 req-358fa699-bb1c-4f71-accd-0013d95c7e09 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:56.377884 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-f0cba373-5adc-4eeb-92a2-aceee2fdced2 req-358fa699-bb1c-4f71-accd-0013d95c7e09 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=80a98574-4eba-4530-bc39-fa6c846e7e7e HTTP/1.1" status: 200 len: 945 time: 0.0681181 Aug 27 21:26:56.450923 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-f0cba373-5adc-4eeb-92a2-aceee2fdced2 req-39581f5e-2632-4705-9f4b-d6a56d466c2b tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/security-groups?id=28bf76b6-d343-4eb6-9dcd-dc6337ad6069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607142 Aug 27 21:26:57.104104 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aba226-61ea-491d-8d83-61027c3a9a41 req-55fb6f57-df7a-4869-ae93-83a21da9a20c tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:57.105703 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-e9aba226-61ea-491d-8d83-61027c3a9a41 req-55fb6f57-df7a-4869-ae93-83a21da9a20c tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0658376 Aug 27 21:26:57.159052 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-e9aba226-61ea-491d-8d83-61027c3a9a41 req-a5587b12-550a-4c00-aac0-5ed8d04278e9 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411325 Aug 27 21:26:57.266407 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-c5880314-fb89-4c5d-bf2c-b150eba3c4cf req-4fcd1080-d9c5-4b11-9b60-2b1a7a906c28 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/ports?device_id=01796247-25bf-4891-85a7-55b7efe7b091 HTTP/1.1" status: 200 len: 210 time: 0.0280416 Aug 27 21:26:57.374044 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a81b3-14d0-47b0-9726-320c971867b4 req-95029e3d-d810-4a9b-a1bc-24c91706fe5e tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:57.374432 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-b63a81b3-14d0-47b0-9726-320c971867b4 req-95029e3d-d810-4a9b-a1bc-24c91706fe5e tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 946 time: 0.0617347 Aug 27 21:26:57.417531 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-b63a81b3-14d0-47b0-9726-320c971867b4 req-637f84f6-679f-4cfa-8f89-9e0d3c562ea9 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371459 Aug 27 21:26:57.590611 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158aee98-93cc-435f-84be-91ac81358c9a req-1c8e16af-dbf7-46b3-8658-3a9f0a19bd2c tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:57.592410 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-158aee98-93cc-435f-84be-91ac81358c9a req-1c8e16af-dbf7-46b3-8658-3a9f0a19bd2c tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.73 "GET /v2.0/networks?id=c5189a56-bd04-4eee-a451-94b32d1047d1 HTTP/1.1" status: 200 len: 809 time: 0.1696615 Aug 27 21:26:57.612635 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256c874-c4f2-4ff6-bd02-ecd18474f47c req-61b54205-00b5-40e9-b523-e796b0952ce2 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:57.614505 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-c256c874-c4f2-4ff6-bd02-ecd18474f47c req-61b54205-00b5-40e9-b523-e796b0952ce2 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=80a98574-4eba-4530-bc39-fa6c846e7e7e HTTP/1.1" status: 200 len: 945 time: 0.0627608 Aug 27 21:26:57.616503 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [req-158aee98-93cc-435f-84be-91ac81358c9a req-3db60403-6b15-4a9a-8f3f-2dce0b8df748 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Request body: {'port': {'device_id': '01796247-25bf-4891-85a7-55b7efe7b091', 'network_id': 'c5189a56-bd04-4eee-a451-94b32d1047d1', 'admin_state_up': True, 'tenant_id': '7e4ab487ca3747ecb937bf7e78407e40'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:26:57.676913 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-c256c874-c4f2-4ff6-bd02-ecd18474f47c req-f9cc9069-df4a-4589-8c46-02b22dcedc5b tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/security-groups?id=28bf76b6-d343-4eb6-9dcd-dc6337ad6069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519435 Aug 27 21:26:57.744902 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-158aee98-93cc-435f-84be-91ac81358c9a req-3db60403-6b15-4a9a-8f3f-2dce0b8df748 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Made reservation on behalf of 7e4ab487ca3747ecb937bf7e78407e40 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 21:26:57.748884 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-158aee98-93cc-435f-84be-91ac81358c9a req-3db60403-6b15-4a9a-8f3f-2dce0b8df748 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:57.860942 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a744b-9580-4150-9d94-5b5048f94552 req-d4c0405c-6626-4786-9a12-a48576e4211f tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:57.862668 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-f56a744b-9580-4150-9d94-5b5048f94552 req-d4c0405c-6626-4786-9a12-a48576e4211f tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=80a98574-4eba-4530-bc39-fa6c846e7e7e HTTP/1.1" status: 200 len: 945 time: 0.1114461 Aug 27 21:26:57.945272 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-f56a744b-9580-4150-9d94-5b5048f94552 req-b92e1ef1-c964-431a-9b36-98ef40829986 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/security-groups?id=28bf76b6-d343-4eb6-9dcd-dc6337ad6069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766876 Aug 27 21:26:57.963146 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-158aee98-93cc-435f-84be-91ac81358c9a req-3db60403-6b15-4a9a-8f3f-2dce0b8df748 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Allocated IP 172.20.0.7 (c5189a56-bd04-4eee-a451-94b32d1047d1/a12e06ad-0d9c-4b0b-878b-a76bf6200b04/d16548eb-d99d-4449-be85-29cadb36a7cd) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 21:26:57.969028 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 34406) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:26:58.127385 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-158aee98-93cc-435f-84be-91ac81358c9a req-3db60403-6b15-4a9a-8f3f-2dce0b8df748 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:58.200935 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-158aee98-93cc-435f-84be-91ac81358c9a req-3db60403-6b15-4a9a-8f3f-2dce0b8df748 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794200564228'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:58.235780 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d69457b-9af4-44e7-aab6-f7b069f80307 tempest-TestVolumeBootPattern-366077809 tempest-TestVolumeBootPattern-366077809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:58.240716 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 34416) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:26:58.241219 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-9d69457b-9af4-44e7-aab6-f7b069f80307 tempest-TestVolumeBootPattern-366077809 tempest-TestVolumeBootPattern-366077809-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=80a98574-4eba-4530-bc39-fa6c846e7e7e HTTP/1.1" status: 200 len: 1093 time: 0.2707937 Aug 27 21:26:58.246799 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [None req-1547176a-fa90-4b22-90b3-f3e799957220 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Request body: {'floatingip': {'floating_network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'port_id': 'dc5b1838-861e-4aa5-8fae-2ae775c67f88', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:26:58.254993 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-158aee98-93cc-435f-84be-91ac81358c9a req-3db60403-6b15-4a9a-8f3f-2dce0b8df748 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Network c5189a56-bd04-4eee-a451-94b32d1047d1 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:26:58.263194 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-158aee98-93cc-435f-84be-91ac81358c9a req-3db60403-6b15-4a9a-8f3f-2dce0b8df748 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:26:58.267749 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-158aee98-93cc-435f-84be-91ac81358c9a req-3db60403-6b15-4a9a-8f3f-2dce0b8df748 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 21:26:58.273583 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158aee98-93cc-435f-84be-91ac81358c9a req-3db60403-6b15-4a9a-8f3f-2dce0b8df748 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:58.273908 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-158aee98-93cc-435f-84be-91ac81358c9a req-3db60403-6b15-4a9a-8f3f-2dce0b8df748 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:58.281397 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db60403-6b15-4a9a-8f3f-2dce0b8df748 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Pushing event updated for resources: {'Port': ['ID=d16548eb-d99d-4449-be85-29cadb36a7cd,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:26:58.311706 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1547176a-fa90-4b22-90b3-f3e799957220 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks [] for floatingip, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:58.312619 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-158aee98-93cc-435f-84be-91ac81358c9a req-3db60403-6b15-4a9a-8f3f-2dce0b8df748 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7029688 Aug 27 21:26:58.329690 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [req-158aee98-93cc-435f-84be-91ac81358c9a req-e28170e3-cc52-4010-b918-2cf420caae90 service neutron] Request body: {'port': {'device_id': '01796247-25bf-4891-85a7-55b7efe7b091', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80643'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:26:58.336269 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e620fa3e-1992-4f44-98a9-09cbdab9e189 req-af48f974-9d29-434c-a88c-4845c9c500d9 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:58.338746 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-e620fa3e-1992-4f44-98a9-09cbdab9e189 req-af48f974-9d29-434c-a88c-4845c9c500d9 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0870588 Aug 27 21:26:58.413103 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-e620fa3e-1992-4f44-98a9-09cbdab9e189 req-a9c8c012-943b-449f-9dd4-d843f4336156 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472388 Aug 27 21:26:58.427125 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-158aee98-93cc-435f-84be-91ac81358c9a req-e28170e3-cc52-4010-b918-2cf420caae90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:58.454508 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c786ff-36c5-4963-a7ad-2fbc1609c8d6 req-a77007b5-a293-469f-b4cf-4236d586ef91 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:58.456025 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-65c786ff-36c5-4963-a7ad-2fbc1609c8d6 req-a77007b5-a293-469f-b4cf-4236d586ef91 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/ports?device_id=01796247-25bf-4891-85a7-55b7efe7b091 HTTP/1.1" status: 200 len: 931 time: 0.0970707 Aug 27 21:26:58.475268 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1547176a-fa90-4b22-90b3-f3e799957220 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:58.546896 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-65c786ff-36c5-4963-a7ad-2fbc1609c8d6 req-d374681a-ee3d-433b-9716-8e5cfd62280b tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8e737be-a887-470d-800a-190878bee78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814340 Aug 27 21:26:58.663922 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7c276-4e14-4819-b7a1-8089233252fe req-0d51c3af-3252-42e1-bf92-6451de7f7247 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:58.665940 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-77f7c276-4e14-4819-b7a1-8089233252fe req-0d51c3af-3252-42e1-bf92-6451de7f7247 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 946 time: 0.1445560 Aug 27 21:26:58.678995 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-1547176a-fa90-4b22-90b3-f3e799957220 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Allocated IP 172.27.0.76 (3cb20040-a5aa-4574-8b0a-6832b57fea7e/ca2fa5cb-b298-4fb9-b5f4-ab6912612305/ddb7d7f3-aaf9-442a-9d85-e61e38e0856b) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 21:26:58.733868 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-77f7c276-4e14-4819-b7a1-8089233252fe req-b7bf381c-2969-4047-add7-d0cbdd02e4d5 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0568712 Aug 27 21:26:58.826105 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [req-158aee98-93cc-435f-84be-91ac81358c9a req-e28170e3-cc52-4010-b918-2cf420caae90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d16548eb-d99d-4449-be85-29cadb36a7cd {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 21:26:58.837130 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-158aee98-93cc-435f-84be-91ac81358c9a req-e28170e3-cc52-4010-b918-2cf420caae90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:58.848310 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1547176a-fa90-4b22-90b3-f3e799957220 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:58.852986 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-158aee98-93cc-435f-84be-91ac81358c9a req-e28170e3-cc52-4010-b918-2cf420caae90 service neutron] Transition to ACTIVE for port object d16548eb-d99d-4449-be85-29cadb36a7cd will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:26:58.858514 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-158aee98-93cc-435f-84be-91ac81358c9a req-e28170e3-cc52-4010-b918-2cf420caae90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:58.944575 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28170e3-cc52-4010-b918-2cf420caae90 service neutron] Pushing event updated for resources: {'Port': ['ID=d16548eb-d99d-4449-be85-29cadb36a7cd,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:26:58.957274 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-158aee98-93cc-435f-84be-91ac81358c9a req-e28170e3-cc52-4010-b918-2cf420caae90 service neutron] Attempting to bind port d16548eb-d99d-4449-be85-29cadb36a7cd on host hv-cinder-80643 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 21:26:58.957616 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-158aee98-93cc-435f-84be-91ac81358c9a req-e28170e3-cc52-4010-b918-2cf420caae90 service neutron] Attempting to bind port d16548eb-d99d-4449-be85-29cadb36a7cd by drivers openvswitch,hyperv on host hv-cinder-80643 at level 0 using segments [{'id': 'd8b3f39c-863d-430a-b14c-104d30fd5bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c5189a56-bd04-4eee-a451-94b32d1047d1'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 21:26:58.957945 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158aee98-93cc-435f-84be-91ac81358c9a req-e28170e3-cc52-4010-b918-2cf420caae90 service neutron] Attempting to bind port d16548eb-d99d-4449-be85-29cadb36a7cd on network c5189a56-bd04-4eee-a451-94b32d1047d1 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:26:58.964541 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158aee98-93cc-435f-84be-91ac81358c9a req-e28170e3-cc52-4010-b918-2cf420caae90 service neutron] Port d16548eb-d99d-4449-be85-29cadb36a7cd on network c5189a56-bd04-4eee-a451-94b32d1047d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80643 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 21:26:58.964869 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158aee98-93cc-435f-84be-91ac81358c9a req-e28170e3-cc52-4010-b918-2cf420caae90 service neutron] Attempting to bind port d16548eb-d99d-4449-be85-29cadb36a7cd on network c5189a56-bd04-4eee-a451-94b32d1047d1 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:26:58.971467 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158aee98-93cc-435f-84be-91ac81358c9a req-e28170e3-cc52-4010-b918-2cf420caae90 service neutron] Checking agent: {'id': '14be5267-b6f6-4f5d-aa76-a7f98d21013b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80643', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 21, 22, 11), 'started_at': datetime.datetime(2021, 8, 27, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 21, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 21:26:58.971950 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158aee98-93cc-435f-84be-91ac81358c9a req-e28170e3-cc52-4010-b918-2cf420caae90 service neutron] Checking segment: {'id': 'd8b3f39c-863d-430a-b14c-104d30fd5bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c5189a56-bd04-4eee-a451-94b32d1047d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:26:58.972372 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158aee98-93cc-435f-84be-91ac81358c9a req-e28170e3-cc52-4010-b918-2cf420caae90 service neutron] Bound using segment: {'id': 'd8b3f39c-863d-430a-b14c-104d30fd5bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c5189a56-bd04-4eee-a451-94b32d1047d1'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 21:26:58.972832 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-158aee98-93cc-435f-84be-91ac81358c9a req-e28170e3-cc52-4010-b918-2cf420caae90 service neutron] Bound port: d16548eb-d99d-4449-be85-29cadb36a7cd, host: hv-cinder-80643, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8b3f39c-863d-430a-b14c-104d30fd5bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c5189a56-bd04-4eee-a451-94b32d1047d1'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 21:26:58.973220 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-158aee98-93cc-435f-84be-91ac81358c9a req-e28170e3-cc52-4010-b918-2cf420caae90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:59.020940 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 34438) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:26:59.067248 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-158aee98-93cc-435f-84be-91ac81358c9a req-e28170e3-cc52-4010-b918-2cf420caae90 service neutron] For port d16548eb-d99d-4449-be85-29cadb36a7cd, host hv-cinder-80643, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 21:26:59.070665 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-158aee98-93cc-435f-84be-91ac81358c9a req-e28170e3-cc52-4010-b918-2cf420caae90 service neutron] For port d16548eb-d99d-4449-be85-29cadb36a7cd, host hv-cinder-80643, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=d16548eb-d99d-4449-be85-29cadb36a7cd,segment=NetworkSegment(d8b3f39c-863d-430a-b14c-104d30fd5bac),segment_id=d8b3f39c-863d-430a-b14c-104d30fd5bac)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 21:26:59.076500 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-158aee98-93cc-435f-84be-91ac81358c9a req-e28170e3-cc52-4010-b918-2cf420caae90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:59.141234 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28170e3-cc52-4010-b918-2cf420caae90 service neutron] Pushing event updated for resources: {'Port': ['ID=d16548eb-d99d-4449-be85-29cadb36a7cd,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:26:59.144734 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158aee98-93cc-435f-84be-91ac81358c9a req-e28170e3-cc52-4010-b918-2cf420caae90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:59.145336 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-158aee98-93cc-435f-84be-91ac81358c9a req-e28170e3-cc52-4010-b918-2cf420caae90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:59.146799 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-158aee98-93cc-435f-84be-91ac81358c9a req-e28170e3-cc52-4010-b918-2cf420caae90 service neutron] 10.222.0.73 "PUT /v2.0/ports/d16548eb-d99d-4449-be85-29cadb36a7cd HTTP/1.1" status: 200 len: 1093 time: 0.8215075 Aug 27 21:26:59.147475 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01796247-25bf-4891-85a7-55b7efe7b091', 'tag': 'd16548eb-d99d-4449-be85-29cadb36a7cd'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:26:59.151117 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38019ac9d499d238660659c848bc6e147427a71e556f74dfb6c52f178b5569d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e095ed-4792-4d62-b80c-dd8f5e7b2eb0" -d '{"events": [{"name": "network-changed", "server_uuid": "01796247-25bf-4891-85a7-55b7efe7b091", "tag": "d16548eb-d99d-4449-be85-29cadb36a7cd"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:26:59.173448 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d68b0430-f889-4827-996c-ea89e1228dc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:59.191798 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 21:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c72cf3-a997-4c83-bedd-926bfe95da92 x-openstack-request-id: req-16c72cf3-a997-4c83-bedd-926bfe95da92 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:26:59.192089 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01796247-25bf-4891-85a7-55b7efe7b091", "tag": "d16548eb-d99d-4449-be85-29cadb36a7cd", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:26:59.192356 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-16c72cf3-a997-4c83-bedd-926bfe95da92 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:26:59.192771 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01796247-25bf-4891-85a7-55b7efe7b091', 'tag': 'd16548eb-d99d-4449-be85-29cadb36a7cd', 'status': 'completed', 'code': 200} Aug 27 21:26:59.206957 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1547176a-fa90-4b22-90b3-f3e799957220 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794200564228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-275356'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:59.249185 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7884ae-0f64-4a88-a410-a83c28ad0d67 req-dc1835d4-fc27-4569-bd15-e60ed0648c85 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:59.250684 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-2d7884ae-0f64-4a88-a410-a83c28ad0d67 req-dc1835d4-fc27-4569-bd15-e60ed0648c85 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=2160ac29-d93a-46eb-81fa-aa6e2001cc3f HTTP/1.1" status: 200 len: 946 time: 0.0925488 Aug 27 21:26:59.262648 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1547176a-fa90-4b22-90b3-f3e799957220 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Network 3cb20040-a5aa-4574-8b0a-6832b57fea7e is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:26:59.269702 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-1547176a-fa90-4b22-90b3-f3e799957220 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:26:59.278296 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1547176a-fa90-4b22-90b3-f3e799957220 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 21:26:59.280104 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1547176a-fa90-4b22-90b3-f3e799957220 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Pushing event updated for resources: {'Port': ['ID=ddb7d7f3-aaf9-442a-9d85-e61e38e0856b,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:26:59.287362 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d68b0430-f889-4827-996c-ea89e1228dc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:59.293454 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d68b0430-f889-4827-996c-ea89e1228dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:59.332096 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-d68b0430-f889-4827-996c-ea89e1228dc2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ae0dc025661442a0b619abc72aaee0a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3088071 Aug 27 21:26:59.333224 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 34444) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:26:59.335094 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68b0430-f889-4827-996c-ea89e1228dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d234b0a-ed6d-486f-8b03-c78fb9f45134,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:26:59.336073 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-2d7884ae-0f64-4a88-a410-a83c28ad0d67 req-67a186df-f64f-424c-8f91-5b8d976beb84 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708396 Aug 27 21:26:59.397640 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-30517801-b2d2-4e5e-850e-207c8b172e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:59.423337 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-30517801-b2d2-4e5e-850e-207c8b172e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:59.476722 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-30517801-b2d2-4e5e-850e-207c8b172e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:59.479932 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-30517801-b2d2-4e5e-850e-207c8b172e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:59.483656 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-30517801-b2d2-4e5e-850e-207c8b172e67 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0d234b0a-ed6d-486f-8b03-c78fb9f45134 HTTP/1.1" status: 204 len: 168 time: 0.1470752 Aug 27 21:26:59.490421 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30517801-b2d2-4e5e-850e-207c8b172e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d234b0a-ed6d-486f-8b03-c78fb9f45134,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:26:59.560540 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96d789-9a44-4332-8593-5175aa10f7f4 req-ac82bd3a-8205-4b37-b79d-65e863b4f151 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:59.562085 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-6c96d789-9a44-4332-8593-5175aa10f7f4 req-ac82bd3a-8205-4b37-b79d-65e863b4f151 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0563376 Aug 27 21:26:59.619521 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-6c96d789-9a44-4332-8593-5175aa10f7f4 req-5d00ccef-81b6-428c-aa21-d5a4b096e488 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503209 Aug 27 21:26:59.762020 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1547176a-fa90-4b22-90b3-f3e799957220 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:59.792697 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf38b0-6056-47cf-8de5-32e6124e6dba req-fec2b089-0d92-4e26-9393-db8725479fbf tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:59.794233 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-0dbf38b0-6056-47cf-8de5-32e6124e6dba req-fec2b089-0d92-4e26-9393-db8725479fbf tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/ports?device_id=01796247-25bf-4891-85a7-55b7efe7b091 HTTP/1.1" status: 200 len: 943 time: 0.1228561 Aug 27 21:26:59.861462 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-0dbf38b0-6056-47cf-8de5-32e6124e6dba req-54b2587f-35cf-4fd8-b65a-b84a0dad15c7 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8e737be-a887-470d-800a-190878bee78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596817 Aug 27 21:26:59.889463 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7ac2b-2ec0-44e2-944b-31a8f4f777bd req-adb86162-cd7b-42be-b43e-5bb4250126ff tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:26:59.889978 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1547176a-fa90-4b22-90b3-f3e799957220 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:26:59.897173 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-a9f7ac2b-2ec0-44e2-944b-31a8f4f777bd req-adb86162-cd7b-42be-b43e-5bb4250126ff tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 946 time: 0.0780129 Aug 27 21:26:59.935918 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-a9f7ac2b-2ec0-44e2-944b-31a8f4f777bd req-3d45f02c-0c0d-4b3a-87c7-eb9b08ddf596 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369525 Aug 27 21:27:00.049267 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1547176a-fa90-4b22-90b3-f3e799957220 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:00.054280 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1547176a-fa90-4b22-90b3-f3e799957220 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-275333'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:00.123868 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1547176a-fa90-4b22-90b3-f3e799957220 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Pushing event updated for resources: {'Port': ['ID=ddb7d7f3-aaf9-442a-9d85-e61e38e0856b,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:27:00.137827 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1547176a-fa90-4b22-90b3-f3e799957220 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628369'] for floatingip, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:00.190391 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 34474) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:27:00.240429 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.db.l3_db [None req-1547176a-fa90-4b22-90b3-f3e799957220 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Floating IP be7ce081-98e7-4f22-8e42-dcc7df2539e1 associated. External IP: 172.27.0.76, port: dc5b1838-861e-4aa5-8fae-2ae775c67f88. Aug 27 21:27:00.293581 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [None req-5699bece-f789-4e20-bdc4-573713b65bbf admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1058168983-network', 'tenant_id': 'a202a8643df2414aa71d908db65ddd69'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:27:00.315776 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5699bece-f789-4e20-bdc4-573713b65bbf admin admin] Made reservation on behalf of a202a8643df2414aa71d908db65ddd69 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 21:27:00.318308 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5699bece-f789-4e20-bdc4-573713b65bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:00.329881 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5699bece-f789-4e20-bdc4-573713b65bbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:00.424815 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5699bece-f789-4e20-bdc4-573713b65bbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:00.428630 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5699bece-f789-4e20-bdc4-573713b65bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:00.454469 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5699bece-f789-4e20-bdc4-573713b65bbf admin admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 21:27:00.469157 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5699bece-f789-4e20-bdc4-573713b65bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ad11e8-1aa1-499b-bf86-ff9b343e8dd1,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:27:00.477690 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5699bece-f789-4e20-bdc4-573713b65bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226622'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:00.478158 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.db.segments_db [None req-5699bece-f789-4e20-bdc4-573713b65bbf admin admin] Added segment 5ed290ef-6bdf-4176-99b0-8d72efad450b of type vlan for network 61df19f7-9264-435e-9271-7ef2cc975668 Aug 27 21:27:00.493987 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210489c1-d3df-4648-9aa7-17eaa94451d1 req-5f64b33b-84ea-434b-a853-9938ad259a39 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:00.495437 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-210489c1-d3df-4648-9aa7-17eaa94451d1 req-5f64b33b-84ea-434b-a853-9938ad259a39 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=2160ac29-d93a-46eb-81fa-aa6e2001cc3f HTTP/1.1" status: 200 len: 946 time: 0.0753226 Aug 27 21:27:00.499626 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1547176a-fa90-4b22-90b3-f3e799957220 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Router bb688c88-9ec0-486f-9b5b-9f98565b62eb has already been hosted by L3 agent da753c34-e47f-42d8-9f83-ec5464f53bc8 {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 21:27:00.522359 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5699bece-f789-4e20-bdc4-573713b65bbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794200552295'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:00.547786 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5699bece-f789-4e20-bdc4-573713b65bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:00.548956 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5699bece-f789-4e20-bdc4-573713b65bbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:00.549525 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5699bece-f789-4e20-bdc4-573713b65bbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:00.574594 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-210489c1-d3df-4648-9aa7-17eaa94451d1 req-3a7613e8-ebf5-494a-b5f0-aa1b86b8091f tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721629 Aug 27 21:27:00.604452 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-5699bece-f789-4e20-bdc4-573713b65bbf admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4129348 Aug 27 21:27:00.608968 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 34480) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:27:00.613893 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [None req-60e13e87-e5a8-4cf2-b29a-bcbe462a6a5a admin admin] Request body: {'subnet': {'network_id': '61df19f7-9264-435e-9271-7ef2cc975668', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1058168983-subnet', 'tenant_id': 'a202a8643df2414aa71d908db65ddd69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:27:00.618470 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5699bece-f789-4e20-bdc4-573713b65bbf admin admin] Pushing event updated for resources: {'Network': ['ID=61df19f7-9264-435e-9271-7ef2cc975668,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:27:00.628713 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Network 61df19f7-9264-435e-9271-7ef2cc975668 details requested by agent ovs-agent-dv-cinder-806436-1-iscsi with host dv-cinder-806436-1-iscsi {{(pid=93798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 21:27:00.640662 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e13e87-e5a8-4cf2-b29a-bcbe462a6a5a admin admin] Made reservation on behalf of a202a8643df2414aa71d908db65ddd69 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 21:27:00.643077 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-60e13e87-e5a8-4cf2-b29a-bcbe462a6a5a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:00.643166 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1547176a-fa90-4b22-90b3-f3e799957220 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify agent at l3_agent.dv-cinder-806436-1-iscsi the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 21:27:00.656977 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1bc160-71f4-4d48-a24d-76d8144c8e72 None None] Sync routers for ids ['bb688c88-9ec0-486f-9b5b-9f98565b62eb'] in dv-cinder-806436-1-iscsi {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 21:27:00.663012 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1547176a-fa90-4b22-90b3-f3e799957220 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:00.673058 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1bc160-71f4-4d48-a24d-76d8144c8e72 None None] Routers {'bb688c88-9ec0-486f-9b5b-9f98565b62eb'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:27:00.674218 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-3b1bc160-71f4-4d48-a24d-76d8144c8e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:26:51Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['bb688c88-9ec0-486f-9b5b-9f98565b62eb'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:27:00.725920 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-1547176a-fa90-4b22-90b3-f3e799957220 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4824669 Aug 27 21:27:00.726826 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80a98574-4eba-4530-bc39-fa6c846e7e7e', 'tag': 'dc5b1838-861e-4aa5-8fae-2ae775c67f88'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:27:00.729244 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef12610d4521d53b4d383b2d1315697e44e13910463e2f079bf4fa6d75d3d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc94f0e-cdf9-4591-9ab7-61f2d61c0cba" -d '{"events": [{"name": "network-changed", "server_uuid": "80a98574-4eba-4530-bc39-fa6c846e7e7e", "tag": "dc5b1838-861e-4aa5-8fae-2ae775c67f88"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:27:00.791740 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 21:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c57aad3-61b5-4dd7-abd5-f0d3893d5e4c x-openstack-request-id: req-1c57aad3-61b5-4dd7-abd5-f0d3893d5e4c {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:27:00.792217 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80a98574-4eba-4530-bc39-fa6c846e7e7e", "tag": "dc5b1838-861e-4aa5-8fae-2ae775c67f88", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:27:00.792661 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1c57aad3-61b5-4dd7-abd5-f0d3893d5e4c {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:27:00.793197 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80a98574-4eba-4530-bc39-fa6c846e7e7e', 'tag': 'dc5b1838-861e-4aa5-8fae-2ae775c67f88', 'status': 'completed', 'code': 200} Aug 27 21:27:00.816229 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-3b1bc160-71f4-4d48-a24d-76d8144c8e72 None None] Set router bb688c88-9ec0-486f-9b5b-9f98565b62eb gateway port host: dv-cinder-806436-1-iscsi {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:27:00.954889 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf249c-d8ad-476e-9b2f-81815869b5e3 req-d8aac61d-3ffb-44e9-8885-e2fa2e1a07bd tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:00.956543 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-bedf249c-d8ad-476e-9b2f-81815869b5e3 req-d8aac61d-3ffb-44e9-8885-e2fa2e1a07bd tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0848534 Aug 27 21:27:00.995737 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc9b33-b740-481b-bf2c-16d24ff42533 req-347d082b-4d2b-4f62-9751-2ff6bc4dfcdd tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:00.998115 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-74bc9b33-b740-481b-bf2c-16d24ff42533 req-347d082b-4d2b-4f62-9751-2ff6bc4dfcdd tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/ports?device_id=01796247-25bf-4891-85a7-55b7efe7b091 HTTP/1.1" status: 200 len: 943 time: 0.0610414 Aug 27 21:27:01.041294 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-bedf249c-d8ad-476e-9b2f-81815869b5e3 req-6711fac4-28f5-4e72-9000-dd3138d14b0f tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766349 Aug 27 21:27:01.065965 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-74bc9b33-b740-481b-bf2c-16d24ff42533 req-101b5871-9e83-4bea-a541-28d65380a6f9 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8e737be-a887-470d-800a-190878bee78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614591 Aug 27 21:27:01.103055 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-60e13e87-e5a8-4cf2-b29a-bcbe462a6a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:01.172954 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-3b1bc160-71f4-4d48-a24d-76d8144c8e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'name': 'tempest-TestVolumeBootPattern-1993109509-router', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '65269e5a-4dec-4f43-8df5-a4131cf5dbcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:25:28Z', 'updated_at': '2021-08-27T21:25:33Z', 'revision_number': 4, 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'gw_port': {'id': '65269e5a-4dec-4f43-8df5-a4131cf5dbcd', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:25:29Z', 'updated_at': '2021-08-27T21:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_floatingips': [{'id': 'be7ce081-98e7-4f22-8e42-dcc7df2539e1', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'router_id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'port_id': 'dc5b1838-861e-4aa5-8fae-2ae775c67f88', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa', 'mac_address': 'fa:16:3e:73:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a98574-4eba-4530-bc39-fa6c846e7e7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T21:26:59Z', 'updated_at': '2021-08-27T21:26:59Z', 'revision_number': 0, 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef6f702a-5cd9-4208-a13f-fd528de1f139', 'name': '', 'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'mac_address': 'fa:16:3e:03:eb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '963c1e30-5961-4cc8-bba8-6c8d398a8e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:25:32Z', 'updated_at': '2021-08-27T21:25:41Z', 'revision_number': 5, 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'subnets': [{'id': '963c1e30-5961-4cc8-bba8-6c8d398a8e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:27:01.203947 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1bc160-71f4-4d48-a24d-76d8144c8e72 None None] Checking router: bb688c88-9ec0-486f-9b5b-9f98565b62eb for host: dv-cinder-806436-1-iscsi {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 21:27:01.208214 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e13e87-e5a8-4cf2-b29a-bcbe462a6a5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dd54584-dc33-442e-a69e-2ef80bedb0c4,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:27:01.213101 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1bc160-71f4-4d48-a24d-76d8144c8e72 None None] Routers {'bb688c88-9ec0-486f-9b5b-9f98565b62eb'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:27:01.213702 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-3b1bc160-71f4-4d48-a24d-76d8144c8e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:26:51Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['bb688c88-9ec0-486f-9b5b-9f98565b62eb'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:27:01.225033 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e13e87-e5a8-4cf2-b29a-bcbe462a6a5a admin admin] Checking segment: {'id': '5ed290ef-6bdf-4176-99b0-8d72efad450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '61df19f7-9264-435e-9271-7ef2cc975668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:27:01.225394 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e13e87-e5a8-4cf2-b29a-bcbe462a6a5a admin admin] Network hostable DHCP agents. Network: 61df19f7-9264-435e-9271-7ef2cc975668, hostable agents: ['1749b5b4-19f7-4836-8339-7d75e40e8c09'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 21:27:01.235276 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b645ec-c0a3-470b-8890-977ac89db706 req-9778e88b-7290-4d4d-9578-431b1084d5bb tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:01.237112 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-b5b645ec-c0a3-470b-8890-977ac89db706 req-9778e88b-7290-4d4d-9578-431b1084d5bb tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 946 time: 0.0945559 Aug 27 21:27:01.272413 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e13e87-e5a8-4cf2-b29a-bcbe462a6a5a admin admin] Network 61df19f7-9264-435e-9271-7ef2cc975668 is scheduled to be hosted by DHCP agent 1749b5b4-19f7-4836-8339-7d75e40e8c09 with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 21:27:01.291920 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-b5b645ec-c0a3-470b-8890-977ac89db706 req-f13459a5-2bfa-45eb-a4c9-ba6d7d20f3b9 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483108 Aug 27 21:27:01.293327 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-60e13e87-e5a8-4cf2-b29a-bcbe462a6a5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806436-1-iscsi, 61df19f7-9264-435e-9271-7ef2cc975668) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:27:01.302838 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914f1b01-df12-4992-a190-49850ffcd6e2 None None] Network 61df19f7-9264-435e-9271-7ef2cc975668 requested from dv-cinder-806436-1-iscsi {{(pid=93798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 21:27:01.307547 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e13e87-e5a8-4cf2-b29a-bcbe462a6a5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:01.308144 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-60e13e87-e5a8-4cf2-b29a-bcbe462a6a5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:01.331131 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-60e13e87-e5a8-4cf2-b29a-bcbe462a6a5a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7126715 Aug 27 21:27:01.336047 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-3b1bc160-71f4-4d48-a24d-76d8144c8e72 None None] Set router bb688c88-9ec0-486f-9b5b-9f98565b62eb gateway port host: dv-cinder-806436-1-iscsi {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:27:01.445260 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021fdf6b-c9e3-421a-8331-9d7e04003057 None None] Network 61df19f7-9264-435e-9271-7ef2cc975668 requested from dv-cinder-806436-1-iscsi {{(pid=93798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 21:27:01.573208 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-3b1bc160-71f4-4d48-a24d-76d8144c8e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'name': 'tempest-TestVolumeBootPattern-1993109509-router', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '65269e5a-4dec-4f43-8df5-a4131cf5dbcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:25:28Z', 'updated_at': '2021-08-27T21:25:33Z', 'revision_number': 4, 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'gw_port': {'id': '65269e5a-4dec-4f43-8df5-a4131cf5dbcd', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:25:29Z', 'updated_at': '2021-08-27T21:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_floatingips': [{'id': 'be7ce081-98e7-4f22-8e42-dcc7df2539e1', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'router_id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'port_id': 'dc5b1838-861e-4aa5-8fae-2ae775c67f88', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa', 'mac_address': 'fa:16:3e:73:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a98574-4eba-4530-bc39-fa6c846e7e7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T21:26:59Z', 'updated_at': '2021-08-27T21:26:59Z', 'revision_number': 0, 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef6f702a-5cd9-4208-a13f-fd528de1f139', 'name': '', 'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'mac_address': 'fa:16:3e:03:eb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '963c1e30-5961-4cc8-bba8-6c8d398a8e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:25:32Z', 'updated_at': '2021-08-27T21:25:41Z', 'revision_number': 5, 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'subnets': [{'id': '963c1e30-5961-4cc8-bba8-6c8d398a8e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:27:01.601059 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1bc160-71f4-4d48-a24d-76d8144c8e72 None None] The sync data for ids ['bb688c88-9ec0-486f-9b5b-9f98565b62eb'] in dv-cinder-806436-1-iscsi is: [{'id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'name': 'tempest-TestVolumeBootPattern-1993109509-router', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '65269e5a-4dec-4f43-8df5-a4131cf5dbcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:25:28Z', 'updated_at': '2021-08-27T21:25:33Z', 'revision_number': 4, 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'gw_port': {'id': '65269e5a-4dec-4f43-8df5-a4131cf5dbcd', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:25:29Z', 'updated_at': '2021-08-27T21:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_floatingips': [{'id': 'be7ce081-98e7-4f22-8e42-dcc7df2539e1', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'router_id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'port_id': 'dc5b1838-861e-4aa5-8fae-2ae775c67f88', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa', 'mac_address': 'fa:16:3e:73:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a98574-4eba-4530-bc39-fa6c846e7e7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T21:26:59Z', 'updated_at': '2021-08-27T21:26:59Z', 'revision_number': 0, 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef6f702a-5cd9-4208-a13f-fd528de1f139', 'name': '', 'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'mac_address': 'fa:16:3e:03:eb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '963c1e30-5961-4cc8-bba8-6c8d398a8e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:25:32Z', 'updated_at': '2021-08-27T21:25:41Z', 'revision_number': 5, 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'subnets': [{'id': '963c1e30-5961-4cc8-bba8-6c8d398a8e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 21:27:01.705558 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b1281-5b88-4dc5-b121-96f1029683ec req-175e5b05-a63e-49ec-952f-3afdef5ea493 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:01.707054 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-071b1281-5b88-4dc5-b121-96f1029683ec req-175e5b05-a63e-49ec-952f-3afdef5ea493 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=2160ac29-d93a-46eb-81fa-aa6e2001cc3f HTTP/1.1" status: 200 len: 946 time: 0.0631766 Aug 27 21:27:01.753127 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-071b1281-5b88-4dc5-b121-96f1029683ec req-c93eef02-6a8e-40fe-9610-84b2bd562144 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396810 Aug 27 21:27:01.844268 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ded5ca-e0d1-4493-8afa-40df34d1cb5a None None] New status for floating IP be7ce081-98e7-4f22-8e42-dcc7df2539e1: ACTIVE {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 21:27:02.093704 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e095ed-4792-4d62-b80c-dd8f5e7b2eb0 req-17e5eea8-93d1-4ad2-b2f5-bb295c525fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:02.093951 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc94f0e-cdf9-4591-9ab7-61f2d61c0cba req-d35ce212-b2cf-4cdf-a523-1b3ac9507f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:02.095375 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-90e095ed-4792-4d62-b80c-dd8f5e7b2eb0 req-17e5eea8-93d1-4ad2-b2f5-bb295c525fd5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7e4ab487ca3747ecb937bf7e78407e40&device_id=01796247-25bf-4891-85a7-55b7efe7b091 HTTP/1.1" status: 200 len: 1096 time: 0.0437403 Aug 27 21:27:02.096021 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-3bc94f0e-cdf9-4591-9ab7-61f2d61c0cba req-d35ce212-b2cf-4cdf-a523-1b3ac9507f38 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c2b8ea1d8b104790a4de676157dbe4f3&device_id=80a98574-4eba-4530-bc39-fa6c846e7e7e HTTP/1.1" status: 200 len: 1098 time: 0.0415754 Aug 27 21:27:02.254980 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384bce85-91e8-40a4-8cd7-c62899a36ba5 req-ae64f0eb-f9ee-4c98-a7dc-b8e6a62c4155 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:02.256522 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-384bce85-91e8-40a4-8cd7-c62899a36ba5 req-ae64f0eb-f9ee-4c98-a7dc-b8e6a62c4155 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/ports?device_id=01796247-25bf-4891-85a7-55b7efe7b091 HTTP/1.1" status: 200 len: 943 time: 0.0863802 Aug 27 21:27:02.271035 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc94f0e-cdf9-4591-9ab7-61f2d61c0cba req-351f9844-6bd6-44c7-a401-0282cd76b153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:02.272480 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-3bc94f0e-cdf9-4591-9ab7-61f2d61c0cba req-351f9844-6bd6-44c7-a401-0282cd76b153 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3ba0d4a2-623b-4c37-8552-bca65d0b90fa HTTP/1.1" status: 200 len: 913 time: 0.1484275 Aug 27 21:27:02.273737 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7b18b-26b8-4fbe-8cbf-b805144de620 req-c66e153a-cb4a-4813-8743-df7011257fe3 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:02.276058 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-bee7b18b-26b8-4fbe-8cbf-b805144de620 req-c66e153a-cb4a-4813-8743-df7011257fe3 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.1627681 Aug 27 21:27:02.343234 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-384bce85-91e8-40a4-8cd7-c62899a36ba5 req-8d2c8362-2479-4237-b8e7-1446d62eddba tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8e737be-a887-470d-800a-190878bee78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787592 Aug 27 21:27:02.358331 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e095ed-4792-4d62-b80c-dd8f5e7b2eb0 req-5d77d6af-9f43-447a-9e0b-5ba546e6a90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:02.359832 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-90e095ed-4792-4d62-b80c-dd8f5e7b2eb0 req-5d77d6af-9f43-447a-9e0b-5ba546e6a90a service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=7e4ab487ca3747ecb937bf7e78407e40&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2446570 Aug 27 21:27:02.365402 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-bee7b18b-26b8-4fbe-8cbf-b805144de620 req-e8fdf8ab-8263-476c-ac13-064560ff7ade tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820062 Aug 27 21:27:02.367126 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-3bc94f0e-cdf9-4591-9ab7-61f2d61c0cba req-7eae10a9-eede-4099-86f3-1ec2af86bb2f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc5b1838-861e-4aa5-8fae-2ae775c67f88 HTTP/1.1" status: 200 len: 1000 time: 0.0837409 Aug 27 21:27:02.453270 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc94f0e-cdf9-4591-9ab7-61f2d61c0cba req-21a097ba-bec8-46cb-8421-a9292e41165a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:02.454733 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-3bc94f0e-cdf9-4591-9ab7-61f2d61c0cba req-21a097ba-bec8-46cb-8421-a9292e41165a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=963c1e30-5961-4cc8-bba8-6c8d398a8e99 HTTP/1.1" status: 200 len: 851 time: 0.0726571 Aug 27 21:27:02.504219 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb0cad6-d62e-44c8-a099-80e1e948d217 req-a2e4d634-2da7-4c69-8d9c-b73aab6c36d6 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:02.505805 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-deb0cad6-d62e-44c8-a099-80e1e948d217 req-a2e4d634-2da7-4c69-8d9c-b73aab6c36d6 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 946 time: 0.0825405 Aug 27 21:27:02.540181 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc94f0e-cdf9-4591-9ab7-61f2d61c0cba req-42a3e197-73a0-4e9f-9c05-5a1c2e43b5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:02.541946 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-3bc94f0e-cdf9-4591-9ab7-61f2d61c0cba req-42a3e197-73a0-4e9f-9c05-5a1c2e43b5cf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3ba0d4a2-623b-4c37-8552-bca65d0b90fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0746374 Aug 27 21:27:02.559286 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e095ed-4792-4d62-b80c-dd8f5e7b2eb0 req-6aa46aad-410a-4867-af8e-e43035274a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:02.560826 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-90e095ed-4792-4d62-b80c-dd8f5e7b2eb0 req-6aa46aad-410a-4867-af8e-e43035274a62 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1800170 Aug 27 21:27:02.572397 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-deb0cad6-d62e-44c8-a099-80e1e948d217 req-71789372-e72b-4d55-a460-443a4b24775d tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0589836 Aug 27 21:27:02.644397 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158aee98-93cc-435f-84be-91ac81358c9a req-5baaf4b0-e307-41bf-b2e5-316ea0f18079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:02.645817 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-158aee98-93cc-435f-84be-91ac81358c9a req-5baaf4b0-e307-41bf-b2e5-316ea0f18079 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7e4ab487ca3747ecb937bf7e78407e40&device_id=01796247-25bf-4891-85a7-55b7efe7b091 HTTP/1.1" status: 200 len: 1096 time: 0.0394437 Aug 27 21:27:02.651688 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-3bc94f0e-cdf9-4591-9ab7-61f2d61c0cba req-2305f998-cd6a-47c4-97db-8ae86158c777 service neutron] 10.222.0.73 "GET /v2.0/networks/3ba0d4a2-623b-4c37-8552-bca65d0b90fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923645 Aug 27 21:27:02.752235 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-158aee98-93cc-435f-84be-91ac81358c9a req-cfa9b580-244e-4895-a23b-87817d001b98 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d16548eb-d99d-4449-be85-29cadb36a7cd HTTP/1.1" status: 200 len: 217 time: 0.0593445 Aug 27 21:27:02.803066 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-3bc94f0e-cdf9-4591-9ab7-61f2d61c0cba req-01b58e8e-f4a4-4253-ac9d-ff03b0c80cf5 service neutron] 10.222.0.73 "GET /v2.0/networks/3ba0d4a2-623b-4c37-8552-bca65d0b90fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092708 Aug 27 21:27:02.811170 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158aee98-93cc-435f-84be-91ac81358c9a req-cf909e55-4235-4987-b24e-06da419c9598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:02.812688 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-158aee98-93cc-435f-84be-91ac81358c9a req-cf909e55-4235-4987-b24e-06da419c9598 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a12e06ad-0d9c-4b0b-878b-a76bf6200b04 HTTP/1.1" status: 200 len: 849 time: 0.0476930 Aug 27 21:27:02.875035 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-158aee98-93cc-435f-84be-91ac81358c9a req-88ec9775-64bd-4467-ab25-04262cf2a397 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c5189a56-bd04-4eee-a451-94b32d1047d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304756 Aug 27 21:27:02.905895 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7556185-57ed-460d-bb7b-89f0f8ccbf35 req-a30ad43c-b960-46f5-ac04-52522354c0e0 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:02.912834 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-b7556185-57ed-460d-bb7b-89f0f8ccbf35 req-a30ad43c-b960-46f5-ac04-52522354c0e0 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=2160ac29-d93a-46eb-81fa-aa6e2001cc3f HTTP/1.1" status: 200 len: 946 time: 0.0977070 Aug 27 21:27:03.002019 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-b7556185-57ed-460d-bb7b-89f0f8ccbf35 req-fe5cb11c-8941-411d-9d2c-8d791c141473 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881596 Aug 27 21:27:03.032051 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-158aee98-93cc-435f-84be-91ac81358c9a req-8975ae5c-4a6d-4481-9755-6efc8200919d service neutron] 10.222.0.73 "GET /v2.0/networks/c5189a56-bd04-4eee-a451-94b32d1047d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454141 Aug 27 21:27:03.141902 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-158aee98-93cc-435f-84be-91ac81358c9a req-e7d185e8-d082-40c6-b2a9-5ed94c361fa9 service neutron] 10.222.0.73 "GET /v2.0/networks/c5189a56-bd04-4eee-a451-94b32d1047d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015041 Aug 27 21:27:03.419002 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb4725-a9e7-4385-b865-e0785c2400d5 req-e1b7b7cc-e42f-4637-ab08-2ab6efad872f tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:03.424792 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-dceb4725-a9e7-4385-b865-e0785c2400d5 req-e1b7b7cc-e42f-4637-ab08-2ab6efad872f tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/networks?id=61df19f7-9264-435e-9271-7ef2cc975668 HTTP/1.1" status: 200 len: 814 time: 0.3648748 Aug 27 21:27:03.443654 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-dceb4725-a9e7-4385-b865-e0785c2400d5 req-9d9557b7-198d-4ff2-804f-d23265300a50 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/quotas/a202a8643df2414aa71d908db65ddd69 HTTP/1.1" status: 200 len: 375 time: 0.0103009 Aug 27 21:27:03.487953 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-dceb4725-a9e7-4385-b865-e0785c2400d5 req-e92a711b-0644-4622-9a26-367f334bff65 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a202a8643df2414aa71d908db65ddd69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314314 Aug 27 21:27:03.497959 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a70518-8862-442a-8c91-09e9e699dd4d req-104f915a-f33e-415b-9a37-caf7af75e0fb tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:03.499477 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-b1a70518-8862-442a-8c91-09e9e699dd4d req-104f915a-f33e-415b-9a37-caf7af75e0fb tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/ports?device_id=01796247-25bf-4891-85a7-55b7efe7b091 HTTP/1.1" status: 200 len: 943 time: 0.0624013 Aug 27 21:27:03.537428 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-b1a70518-8862-442a-8c91-09e9e699dd4d req-049d01e7-d9e3-458a-b9cf-1edcc24e4601 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8e737be-a887-470d-800a-190878bee78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316291 Aug 27 21:27:03.593386 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-dceb4725-a9e7-4385-b865-e0785c2400d5 req-c2603d7f-bc25-4f5f-966f-ac1d1106bc26 service neutron] 10.222.0.39 "GET /v2.0/networks/61df19f7-9264-435e-9271-7ef2cc975668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966196 Aug 27 21:27:03.643682 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649dd970-30de-4532-bdba-1d54a5365a0d req-c977c7c6-1084-46e4-9d15-7a2f222b4afc tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:03.645182 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-649dd970-30de-4532-bdba-1d54a5365a0d req-c977c7c6-1084-46e4-9d15-7a2f222b4afc tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0505648 Aug 27 21:27:03.682222 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-dceb4725-a9e7-4385-b865-e0785c2400d5 req-596f66e0-dcb3-4485-9203-863dbf0bd0a6 service neutron] 10.222.0.39 "GET /v2.0/networks/61df19f7-9264-435e-9271-7ef2cc975668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822785 Aug 27 21:27:03.683554 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-649dd970-30de-4532-bdba-1d54a5365a0d req-3c2cf805-4f17-4b58-b938-dd877222f16a tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324831 Aug 27 21:27:03.799380 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3283b7be-094c-4543-8ede-926b6650ec78 req-1d44110c-b38c-4846-8bcd-81c39af80ab9 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:03.801329 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-3283b7be-094c-4543-8ede-926b6650ec78 req-1d44110c-b38c-4846-8bcd-81c39af80ab9 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 946 time: 0.0633318 Aug 27 21:27:03.858507 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-3283b7be-094c-4543-8ede-926b6650ec78 req-8523fc4e-21c4-4937-aace-7e2bff5748bf tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483923 Aug 27 21:27:03.867422 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-6250122c-2e30-4934-8ad0-d60aa95f1341 req-7db57e81-8928-4151-baaf-f4aef2539c70 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/ports?device_id=55006982-c995-4dcc-ad4b-2a4761e728c9 HTTP/1.1" status: 200 len: 210 time: 0.0373204 Aug 27 21:27:04.133131 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ac678-c22a-4662-93c9-a72c7f00cd19 req-9120d13f-c087-4a2a-aa3f-b9e645b44a61 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:04.134864 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-521ac678-c22a-4662-93c9-a72c7f00cd19 req-9120d13f-c087-4a2a-aa3f-b9e645b44a61 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=2160ac29-d93a-46eb-81fa-aa6e2001cc3f HTTP/1.1" status: 200 len: 946 time: 0.0516994 Aug 27 21:27:04.179150 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-521ac678-c22a-4662-93c9-a72c7f00cd19 req-458539fb-216e-42c4-8c93-ff2bcf396703 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383158 Aug 27 21:27:04.530940 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b27f66-e6fc-47f4-aef8-33447eda672d req-88256d9c-89c7-4f91-85b7-2a8982698f8b tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:04.532422 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-d1b27f66-e6fc-47f4-aef8-33447eda672d req-88256d9c-89c7-4f91-85b7-2a8982698f8b tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.73 "GET /v2.0/ports?device_id=2160ac29-d93a-46eb-81fa-aa6e2001cc3f HTTP/1.1" status: 200 len: 946 time: 0.0575259 Aug 27 21:27:04.661939 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-d1b27f66-e6fc-47f4-aef8-33447eda672d req-847e1ecb-617c-455a-b669-b87bd91a69d6 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Deleting port ce19295f-2b5a-4c51-bfa2-678f33f95800 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 21:27:04.662278 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d1b27f66-e6fc-47f4-aef8-33447eda672d req-847e1ecb-617c-455a-b669-b87bd91a69d6 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794201129759'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:04.717768 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d6004-19aa-4cf2-a85e-d32eeae73807 req-4025c199-f4f0-4f98-8337-8dea2e4f34e2 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:04.719196 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-1b9d6004-19aa-4cf2-a85e-d32eeae73807 req-4025c199-f4f0-4f98-8337-8dea2e4f34e2 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/ports?device_id=01796247-25bf-4891-85a7-55b7efe7b091 HTTP/1.1" status: 200 len: 943 time: 0.1049342 Aug 27 21:27:04.788111 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-1b9d6004-19aa-4cf2-a85e-d32eeae73807 req-e6bbee19-dc51-46ed-909f-59cd942d6cf1 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8e737be-a887-470d-800a-190878bee78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612397 Aug 27 21:27:04.796296 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-d1b27f66-e6fc-47f4-aef8-33447eda672d req-847e1ecb-617c-455a-b669-b87bd91a69d6 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] For port ce19295f-2b5a-4c51-bfa2-678f33f95800, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=ce19295f-2b5a-4c51-bfa2-678f33f95800,segment=NetworkSegment(cc218a4a-0181-4b4c-a554-32acf37b90dd),segment_id=cc218a4a-0181-4b4c-a554-32acf37b90dd)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:27:04.796792 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d1b27f66-e6fc-47f4-aef8-33447eda672d req-847e1ecb-617c-455a-b669-b87bd91a69d6 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:04.816461 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-d1b27f66-e6fc-47f4-aef8-33447eda672d req-847e1ecb-617c-455a-b669-b87bd91a69d6 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Calling delete_port for ce19295f-2b5a-4c51-bfa2-678f33f95800 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 21:27:04.898372 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88806822-1fa8-4f66-96be-0d7e2480d23f req-8e7141cf-c436-4dd2-a846-845904d4a1fd tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:04.901170 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-88806822-1fa8-4f66-96be-0d7e2480d23f req-8e7141cf-c436-4dd2-a846-845904d4a1fd tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.1403313 Aug 27 21:27:04.986574 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-88806822-1fa8-4f66-96be-0d7e2480d23f req-eb890bde-5a7e-4925-abc8-d05cacd55b8c tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717475 Aug 27 21:27:04.990822 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-b6311e2d-0b73-4cf7-9c15-f6820b4606f7 req-6eb7b5a8-3251-47e4-b05d-cc021b47b34e tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/ports?device_id=55006982-c995-4dcc-ad4b-2a4761e728c9 HTTP/1.1" status: 200 len: 210 time: 0.0354352 Aug 27 21:27:04.998467 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb4725-a9e7-4385-b865-e0785c2400d5 req-990cb096-a16a-45ca-b517-9b73a5a45dac tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:05.000617 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-dceb4725-a9e7-4385-b865-e0785c2400d5 req-990cb096-a16a-45ca-b517-9b73a5a45dac tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.73 "GET /v2.0/networks?id=61df19f7-9264-435e-9271-7ef2cc975668 HTTP/1.1" status: 200 len: 814 time: 0.1750205 Aug 27 21:27:05.024220 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [req-dceb4725-a9e7-4385-b865-e0785c2400d5 req-08d4dd10-c095-4eb0-a1f7-1842fd1132d5 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Request body: {'port': {'device_id': '55006982-c995-4dcc-ad4b-2a4761e728c9', 'network_id': '61df19f7-9264-435e-9271-7ef2cc975668', 'admin_state_up': True, 'tenant_id': 'a202a8643df2414aa71d908db65ddd69'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:27:05.027266 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d1b27f66-e6fc-47f4-aef8-33447eda672d req-847e1ecb-617c-455a-b669-b87bd91a69d6 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794201022239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794200564237'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:05.042225 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] get_ports_and_sgs() called for port_ids ['ffb26850-fdb4-4ec1-952e-e63d67398879', '19760bd2-1463-4eed-b6b4-5ceac4b34206', '9febb77a-7e7d-475d-b5d5-872527a3a14c', 'ce19295f-2b5a-4c51-bfa2-678f33f95800'] {{(pid=93798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 21:27:05.060899 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847e1ecb-617c-455a-b669-b87bd91a69d6 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Pushing event deleted for resources: {'Port': ['ID=ce19295f-2b5a-4c51-bfa2-678f33f95800,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:27:05.136592 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1b27f66-e6fc-47f4-aef8-33447eda672d req-847e1ecb-617c-455a-b669-b87bd91a69d6 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] No DVR routers for this DVR port ce19295f-2b5a-4c51-bfa2-678f33f95800 on host hv-cinder-80643 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 21:27:05.140062 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d1b27f66-e6fc-47f4-aef8-33447eda672d req-847e1ecb-617c-455a-b669-b87bd91a69d6 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:05.142391 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-d1b27f66-e6fc-47f4-aef8-33447eda672d req-847e1ecb-617c-455a-b669-b87bd91a69d6 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.73 "DELETE /v2.0/ports/ce19295f-2b5a-4c51-bfa2-678f33f95800 HTTP/1.1" status: 204 len: 173 time: 0.6006017 Aug 27 21:27:05.143614 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2160ac29-d93a-46eb-81fa-aa6e2001cc3f', 'name': 'network-vif-deleted', 'tag': 'ce19295f-2b5a-4c51-bfa2-678f33f95800'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:27:05.147079 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38019ac9d499d238660659c848bc6e147427a71e556f74dfb6c52f178b5569d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e0be57-0aba-44aa-bf58-7c6fafd0bf38" -d '{"events": [{"server_uuid": "2160ac29-d93a-46eb-81fa-aa6e2001cc3f", "name": "network-vif-deleted", "tag": "ce19295f-2b5a-4c51-bfa2-678f33f95800"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:27:05.165950 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dceb4725-a9e7-4385-b865-e0785c2400d5 req-08d4dd10-c095-4eb0-a1f7-1842fd1132d5 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Made reservation on behalf of a202a8643df2414aa71d908db65ddd69 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 21:27:05.170267 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-dceb4725-a9e7-4385-b865-e0785c2400d5 req-08d4dd10-c095-4eb0-a1f7-1842fd1132d5 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:05.182776 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9774389-edf6-4228-9962-5f3bcb9f39b4 req-ce3618e2-afb6-478b-8024-f7ebd065302f tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:05.185110 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-c9774389-edf6-4228-9962-5f3bcb9f39b4 req-ce3618e2-afb6-478b-8024-f7ebd065302f tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 946 time: 0.1206706 Aug 27 21:27:05.232045 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-c9774389-edf6-4228-9962-5f3bcb9f39b4 req-01e4784e-4c68-48bf-bde8-8129f3e6f3ef tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393980 Aug 27 21:27:05.244661 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 21:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e064aa-e836-43a2-8f1f-049bb0c4eede x-openstack-request-id: req-d8e064aa-e836-43a2-8f1f-049bb0c4eede {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:27:05.244946 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2160ac29-d93a-46eb-81fa-aa6e2001cc3f", "name": "network-vif-deleted", "tag": "ce19295f-2b5a-4c51-bfa2-678f33f95800", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:27:05.245193 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d8e064aa-e836-43a2-8f1f-049bb0c4eede {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:27:05.245578 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2160ac29-d93a-46eb-81fa-aa6e2001cc3f', 'name': 'network-vif-deleted', 'tag': 'ce19295f-2b5a-4c51-bfa2-678f33f95800', 'status': 'completed', 'code': 200} Aug 27 21:27:05.372094 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-dceb4725-a9e7-4385-b865-e0785c2400d5 req-08d4dd10-c095-4eb0-a1f7-1842fd1132d5 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Allocated IP 172.20.0.10 (61df19f7-9264-435e-9271-7ef2cc975668/1dd54584-dc33-442e-a69e-2ef80bedb0c4/3375a0d7-7211-463f-a1a8-1db2ce70d4e1) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 21:27:05.375738 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-bf585ac0-7287-4729-8251-fdb56216b5d4 req-3cd611da-cb04-448a-996a-6a9f2fc28da8 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=2160ac29-d93a-46eb-81fa-aa6e2001cc3f HTTP/1.1" status: 200 len: 210 time: 0.0308523 Aug 27 21:27:05.525338 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-dceb4725-a9e7-4385-b865-e0785c2400d5 req-08d4dd10-c095-4eb0-a1f7-1842fd1132d5 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:05.563883 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-dceb4725-a9e7-4385-b865-e0785c2400d5 req-08d4dd10-c095-4eb0-a1f7-1842fd1132d5 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794200564228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-275356'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:05.603792 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dceb4725-a9e7-4385-b865-e0785c2400d5 req-08d4dd10-c095-4eb0-a1f7-1842fd1132d5 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Network 61df19f7-9264-435e-9271-7ef2cc975668 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:27:05.606772 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-dceb4725-a9e7-4385-b865-e0785c2400d5 req-08d4dd10-c095-4eb0-a1f7-1842fd1132d5 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:27:05.612631 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-dceb4725-a9e7-4385-b865-e0785c2400d5 req-08d4dd10-c095-4eb0-a1f7-1842fd1132d5 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 21:27:05.638798 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d4dd10-c095-4eb0-a1f7-1842fd1132d5 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Pushing event updated for resources: {'Port': ['ID=3375a0d7-7211-463f-a1a8-1db2ce70d4e1,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:27:05.662540 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb4725-a9e7-4385-b865-e0785c2400d5 req-08d4dd10-c095-4eb0-a1f7-1842fd1132d5 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:05.663142 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-dceb4725-a9e7-4385-b865-e0785c2400d5 req-08d4dd10-c095-4eb0-a1f7-1842fd1132d5 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:05.677179 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-dceb4725-a9e7-4385-b865-e0785c2400d5 req-08d4dd10-c095-4eb0-a1f7-1842fd1132d5 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6610668 Aug 27 21:27:05.693219 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [req-dceb4725-a9e7-4385-b865-e0785c2400d5 req-962d95a2-766b-43fc-bc30-9f2c1391adad service neutron] Request body: {'port': {'device_id': '55006982-c995-4dcc-ad4b-2a4761e728c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80643'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:27:05.754318 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-dceb4725-a9e7-4385-b865-e0785c2400d5 req-962d95a2-766b-43fc-bc30-9f2c1391adad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:05.924516 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75007268-f7b4-43d1-b0ad-bee008d8a7e4 req-4d5b63a9-faf6-4daf-a6ea-4ac50c43790a tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:05.926003 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-75007268-f7b4-43d1-b0ad-bee008d8a7e4 req-4d5b63a9-faf6-4daf-a6ea-4ac50c43790a tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/ports?device_id=01796247-25bf-4891-85a7-55b7efe7b091 HTTP/1.1" status: 200 len: 943 time: 0.0602961 Aug 27 21:27:05.966043 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-75007268-f7b4-43d1-b0ad-bee008d8a7e4 req-7f73bba2-637f-4b5e-977d-b7587c32f26e tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8e737be-a887-470d-800a-190878bee78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339446 Aug 27 21:27:06.055106 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.notifiers.nova [req-dceb4725-a9e7-4385-b865-e0785c2400d5 req-962d95a2-766b-43fc-bc30-9f2c1391adad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3375a0d7-7211-463f-a1a8-1db2ce70d4e1 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 21:27:06.065052 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-dceb4725-a9e7-4385-b865-e0785c2400d5 req-962d95a2-766b-43fc-bc30-9f2c1391adad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:06.071355 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device d16548eb-d99d-4449-be85-29cadb36a7cd details requested by agent hyperv_hv-cinder-80643 with host hv-cinder-80643 {{(pid=93798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 21:27:06.100361 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-dceb4725-a9e7-4385-b865-e0785c2400d5 req-962d95a2-766b-43fc-bc30-9f2c1391adad service neutron] Transition to ACTIVE for port object 3375a0d7-7211-463f-a1a8-1db2ce70d4e1 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:27:06.108112 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-dceb4725-a9e7-4385-b865-e0785c2400d5 req-962d95a2-766b-43fc-bc30-9f2c1391adad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-275333'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:06.129695 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd1fb3-ad7a-4571-bcd9-195a90018031 req-4e161c19-170f-4946-b839-56ee448f30e8 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:06.133783 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-73fd1fb3-ad7a-4571-bcd9-195a90018031 req-4e161c19-170f-4946-b839-56ee448f30e8 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0577941 Aug 27 21:27:06.167434 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b7bca-fcd1-46c8-a22e-0d2be8186480 req-ef2cc4e8-3ebb-4544-8c9b-19f1ffda55fd tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:06.172371 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-514b7bca-fcd1-46c8-a22e-0d2be8186480 req-ef2cc4e8-3ebb-4544-8c9b-19f1ffda55fd tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/ports?device_id=55006982-c995-4dcc-ad4b-2a4761e728c9 HTTP/1.1" status: 200 len: 932 time: 0.1014099 Aug 27 21:27:06.175224 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962d95a2-766b-43fc-bc30-9f2c1391adad service neutron] Pushing event updated for resources: {'Port': ['ID=3375a0d7-7211-463f-a1a8-1db2ce70d4e1,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:27:06.182090 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-73fd1fb3-ad7a-4571-bcd9-195a90018031 req-37a7ad41-5fa5-4df9-a5db-0f338b18d9b1 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425806 Aug 27 21:27:06.183777 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port d16548eb-d99d-4449-be85-29cadb36a7cd, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=d16548eb-d99d-4449-be85-29cadb36a7cd,segment=NetworkSegment(d8b3f39c-863d-430a-b14c-104d30fd5bac),segment_id=d8b3f39c-863d-430a-b14c-104d30fd5bac)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:27:06.201142 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Returning: {'device': 'd16548eb-d99d-4449-be85-29cadb36a7cd', 'network_id': 'c5189a56-bd04-4eee-a451-94b32d1047d1', 'port_id': 'd16548eb-d99d-4449-be85-29cadb36a7cd', 'mac_address': 'fa:16:3e:96:72:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a12e06ad-0d9c-4b0b-878b-a76bf6200b04', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 21:27:06.240664 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:06.254823 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-514b7bca-fcd1-46c8-a22e-0d2be8186480 req-5d1a0a31-085d-40c4-a518-88bbb99bd555 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/security-groups?id=68ad11e8-1aa1-499b-bf86-ff9b343e8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760233 Aug 27 21:27:06.256895 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d16548eb-d99d-4449-be85-29cadb36a7cd {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 21:27:06.278087 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-dceb4725-a9e7-4385-b865-e0785c2400d5 req-962d95a2-766b-43fc-bc30-9f2c1391adad service neutron] Attempting to bind port 3375a0d7-7211-463f-a1a8-1db2ce70d4e1 on host hv-cinder-80643 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 21:27:06.278301 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port d16548eb-d99d-4449-be85-29cadb36a7cd, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=d16548eb-d99d-4449-be85-29cadb36a7cd,segment=NetworkSegment(d8b3f39c-863d-430a-b14c-104d30fd5bac),segment_id=d8b3f39c-863d-430a-b14c-104d30fd5bac)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:27:06.278631 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-dceb4725-a9e7-4385-b865-e0785c2400d5 req-962d95a2-766b-43fc-bc30-9f2c1391adad service neutron] Attempting to bind port 3375a0d7-7211-463f-a1a8-1db2ce70d4e1 by drivers openvswitch,hyperv on host hv-cinder-80643 at level 0 using segments [{'id': '5ed290ef-6bdf-4176-99b0-8d72efad450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '61df19f7-9264-435e-9271-7ef2cc975668'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 21:27:06.279036 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceb4725-a9e7-4385-b865-e0785c2400d5 req-962d95a2-766b-43fc-bc30-9f2c1391adad service neutron] Attempting to bind port 3375a0d7-7211-463f-a1a8-1db2ce70d4e1 on network 61df19f7-9264-435e-9271-7ef2cc975668 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:27:06.283397 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:06.284494 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceb4725-a9e7-4385-b865-e0785c2400d5 req-962d95a2-766b-43fc-bc30-9f2c1391adad service neutron] Port 3375a0d7-7211-463f-a1a8-1db2ce70d4e1 on network 61df19f7-9264-435e-9271-7ef2cc975668 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80643 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 21:27:06.284820 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceb4725-a9e7-4385-b865-e0785c2400d5 req-962d95a2-766b-43fc-bc30-9f2c1391adad service neutron] Attempting to bind port 3375a0d7-7211-463f-a1a8-1db2ce70d4e1 on network 61df19f7-9264-435e-9271-7ef2cc975668 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:27:06.291045 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceb4725-a9e7-4385-b865-e0785c2400d5 req-962d95a2-766b-43fc-bc30-9f2c1391adad service neutron] Checking agent: {'id': '14be5267-b6f6-4f5d-aa76-a7f98d21013b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80643', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 21, 22, 11), 'started_at': datetime.datetime(2021, 8, 27, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 21, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 21:27:06.291321 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceb4725-a9e7-4385-b865-e0785c2400d5 req-962d95a2-766b-43fc-bc30-9f2c1391adad service neutron] Checking segment: {'id': '5ed290ef-6bdf-4176-99b0-8d72efad450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '61df19f7-9264-435e-9271-7ef2cc975668'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:27:06.291708 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceb4725-a9e7-4385-b865-e0785c2400d5 req-962d95a2-766b-43fc-bc30-9f2c1391adad service neutron] Bound using segment: {'id': '5ed290ef-6bdf-4176-99b0-8d72efad450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '61df19f7-9264-435e-9271-7ef2cc975668'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 21:27:06.292135 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-dceb4725-a9e7-4385-b865-e0785c2400d5 req-962d95a2-766b-43fc-bc30-9f2c1391adad service neutron] Bound port: 3375a0d7-7211-463f-a1a8-1db2ce70d4e1, host: hv-cinder-80643, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed290ef-6bdf-4176-99b0-8d72efad450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '61df19f7-9264-435e-9271-7ef2cc975668'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 21:27:06.292525 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-dceb4725-a9e7-4385-b865-e0785c2400d5 req-962d95a2-766b-43fc-bc30-9f2c1391adad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:06.339109 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Pushing event updated for resources: {'Port': ['ID=d16548eb-d99d-4449-be85-29cadb36a7cd,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:27:06.362567 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-dceb4725-a9e7-4385-b865-e0785c2400d5 req-962d95a2-766b-43fc-bc30-9f2c1391adad service neutron] For port 3375a0d7-7211-463f-a1a8-1db2ce70d4e1, host hv-cinder-80643, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 21:27:06.365745 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-dceb4725-a9e7-4385-b865-e0785c2400d5 req-962d95a2-766b-43fc-bc30-9f2c1391adad service neutron] For port 3375a0d7-7211-463f-a1a8-1db2ce70d4e1, host hv-cinder-80643, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=3375a0d7-7211-463f-a1a8-1db2ce70d4e1,segment=NetworkSegment(5ed290ef-6bdf-4176-99b0-8d72efad450b),segment_id=5ed290ef-6bdf-4176-99b0-8d72efad450b)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 21:27:06.368527 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235811fb-28eb-46dd-9b23-253e8ac4e7bd req-6f0ee25f-a7be-4938-ae44-e04af364b266 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:06.369583 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-dceb4725-a9e7-4385-b865-e0785c2400d5 req-962d95a2-766b-43fc-bc30-9f2c1391adad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-275333'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:06.370452 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-235811fb-28eb-46dd-9b23-253e8ac4e7bd req-6f0ee25f-a7be-4938-ae44-e04af364b266 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 946 time: 0.0513170 Aug 27 21:27:06.405852 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb4725-a9e7-4385-b865-e0785c2400d5 req-962d95a2-766b-43fc-bc30-9f2c1391adad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:06.406456 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-dceb4725-a9e7-4385-b865-e0785c2400d5 req-962d95a2-766b-43fc-bc30-9f2c1391adad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:06.408291 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-dceb4725-a9e7-4385-b865-e0785c2400d5 req-962d95a2-766b-43fc-bc30-9f2c1391adad service neutron] 10.222.0.73 "PUT /v2.0/ports/3375a0d7-7211-463f-a1a8-1db2ce70d4e1 HTTP/1.1" status: 200 len: 1094 time: 0.7191916 Aug 27 21:27:06.408772 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55006982-c995-4dcc-ad4b-2a4761e728c9', 'tag': '3375a0d7-7211-463f-a1a8-1db2ce70d4e1'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:27:06.410980 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-235811fb-28eb-46dd-9b23-253e8ac4e7bd req-99d7ff15-fbd4-4ee4-b2c0-89828f5fc9ca tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345652 Aug 27 21:27:06.411132 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef12610d4521d53b4d383b2d1315697e44e13910463e2f079bf4fa6d75d3d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8459cf-e41e-42d7-a0d3-da41c23167dc" -d '{"events": [{"name": "network-changed", "server_uuid": "55006982-c995-4dcc-ad4b-2a4761e728c9", "tag": "3375a0d7-7211-463f-a1a8-1db2ce70d4e1"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:27:06.441766 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962d95a2-766b-43fc-bc30-9f2c1391adad service neutron] Pushing event updated for resources: {'Port': ['ID=3375a0d7-7211-463f-a1a8-1db2ce70d4e1,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:27:06.453303 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962d95a2-766b-43fc-bc30-9f2c1391adad service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:27:06.453655 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962d95a2-766b-43fc-bc30-9f2c1391adad service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:27:06.454101 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962d95a2-766b-43fc-bc30-9f2c1391adad service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:27:06.454433 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962d95a2-766b-43fc-bc30-9f2c1391adad service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:27:06.454770 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962d95a2-766b-43fc-bc30-9f2c1391adad service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:27:06.455104 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962d95a2-766b-43fc-bc30-9f2c1391adad service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:27:06.455437 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962d95a2-766b-43fc-bc30-9f2c1391adad service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:27:06.455765 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962d95a2-766b-43fc-bc30-9f2c1391adad service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:27:06.456103 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962d95a2-766b-43fc-bc30-9f2c1391adad service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:27:06.456451 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962d95a2-766b-43fc-bc30-9f2c1391adad service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:27:06.456780 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962d95a2-766b-43fc-bc30-9f2c1391adad service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:27:06.457093 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962d95a2-766b-43fc-bc30-9f2c1391adad service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:27:06.488723 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 21:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5613a38-3242-4995-b713-f6a9e7e6a2bd x-openstack-request-id: req-c5613a38-3242-4995-b713-f6a9e7e6a2bd {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:27:06.488963 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55006982-c995-4dcc-ad4b-2a4761e728c9", "tag": "3375a0d7-7211-463f-a1a8-1db2ce70d4e1", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:27:06.489267 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c5613a38-3242-4995-b713-f6a9e7e6a2bd {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:27:06.489767 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55006982-c995-4dcc-ad4b-2a4761e728c9', 'tag': '3375a0d7-7211-463f-a1a8-1db2ce70d4e1', 'status': 'completed', 'code': 200} Aug 27 21:27:06.509986 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb4725-a9e7-4385-b865-e0785c2400d5 req-9480a11e-6762-4e7d-8ff6-df7ad146c664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:06.511638 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-dceb4725-a9e7-4385-b865-e0785c2400d5 req-9480a11e-6762-4e7d-8ff6-df7ad146c664 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a202a8643df2414aa71d908db65ddd69&device_id=55006982-c995-4dcc-ad4b-2a4761e728c9 HTTP/1.1" status: 200 len: 1097 time: 0.0500584 Aug 27 21:27:06.561825 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-dceb4725-a9e7-4385-b865-e0785c2400d5 req-84085454-c41d-45e7-8b87-91f6fc6b4d83 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3375a0d7-7211-463f-a1a8-1db2ce70d4e1 HTTP/1.1" status: 200 len: 217 time: 0.0385628 Aug 27 21:27:06.617357 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb4725-a9e7-4385-b865-e0785c2400d5 req-dc5d73db-d46f-45ea-9244-637dce3ed13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:06.619336 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-dceb4725-a9e7-4385-b865-e0785c2400d5 req-dc5d73db-d46f-45ea-9244-637dce3ed13c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1dd54584-dc33-442e-a69e-2ef80bedb0c4 HTTP/1.1" status: 200 len: 854 time: 0.0491650 Aug 27 21:27:06.651345 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-dceb4725-a9e7-4385-b865-e0785c2400d5 req-e90eceb3-c409-45e2-b5b0-f587e0645f45 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=61df19f7-9264-435e-9271-7ef2cc975668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240335 Aug 27 21:27:06.748239 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-dceb4725-a9e7-4385-b865-e0785c2400d5 req-85c94047-9250-4325-82c0-e965eac9af4b service neutron] 10.222.0.73 "GET /v2.0/networks/61df19f7-9264-435e-9271-7ef2cc975668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840278 Aug 27 21:27:06.754347 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] get_ports_and_sgs() called for port_ids ['d16548eb-d99d-4449-be85-29cadb36a7cd'] {{(pid=93798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 21:27:06.872135 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-dceb4725-a9e7-4385-b865-e0785c2400d5 req-3c266bb0-beec-45bd-962a-2b6774ac69bb service neutron] 10.222.0.73 "GET /v2.0/networks/61df19f7-9264-435e-9271-7ef2cc975668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161160 Aug 27 21:27:06.976272 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8459cf-e41e-42d7-a0d3-da41c23167dc req-92a33798-9300-46e0-9d43-39caf985b9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:06.978606 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-8b8459cf-e41e-42d7-a0d3-da41c23167dc req-92a33798-9300-46e0-9d43-39caf985b9c7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a202a8643df2414aa71d908db65ddd69&device_id=55006982-c995-4dcc-ad4b-2a4761e728c9 HTTP/1.1" status: 200 len: 1097 time: 0.0528719 Aug 27 21:27:07.098117 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8459cf-e41e-42d7-a0d3-da41c23167dc req-847d4380-2e27-416a-bee2-29fe026c1848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:07.099623 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-8b8459cf-e41e-42d7-a0d3-da41c23167dc req-847d4380-2e27-416a-bee2-29fe026c1848 service neutron] 10.222.0.73 "GET /v2.0/networks?id=61df19f7-9264-435e-9271-7ef2cc975668 HTTP/1.1" status: 200 len: 915 time: 0.1082480 Aug 27 21:27:07.109694 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93d5cf3-78db-48ce-911b-03af65471ce6 req-54dec2b3-22d3-4569-b904-d07018b0af2c tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:07.112329 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-b93d5cf3-78db-48ce-911b-03af65471ce6 req-54dec2b3-22d3-4569-b904-d07018b0af2c tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/ports?device_id=01796247-25bf-4891-85a7-55b7efe7b091 HTTP/1.1" status: 200 len: 944 time: 0.0641680 Aug 27 21:27:07.157530 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-8b8459cf-e41e-42d7-a0d3-da41c23167dc req-8af2fca6-bb5c-4364-a6d7-7cd268b7b99a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3375a0d7-7211-463f-a1a8-1db2ce70d4e1 HTTP/1.1" status: 200 len: 217 time: 0.0476356 Aug 27 21:27:07.159476 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-b93d5cf3-78db-48ce-911b-03af65471ce6 req-df6a3c3e-3ee9-4098-bd4d-12abc30c2c9f tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8e737be-a887-470d-800a-190878bee78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383527 Aug 27 21:27:07.212535 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8459cf-e41e-42d7-a0d3-da41c23167dc req-62c1bf83-16bb-4ddf-ac9c-d50d4a419f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:07.214032 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-8b8459cf-e41e-42d7-a0d3-da41c23167dc req-62c1bf83-16bb-4ddf-ac9c-d50d4a419f26 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1dd54584-dc33-442e-a69e-2ef80bedb0c4 HTTP/1.1" status: 200 len: 854 time: 0.0468669 Aug 27 21:27:07.267401 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-8b8459cf-e41e-42d7-a0d3-da41c23167dc req-dcb277ec-a295-4ab2-b33c-ff1994641156 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=61df19f7-9264-435e-9271-7ef2cc975668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350394 Aug 27 21:27:07.404664 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac9ac4-330c-4b31-81e8-8dffb197f237 req-3b2cd2b3-0dd3-4f5a-8594-6bad16284a19 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:07.406642 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-05ac9ac4-330c-4b31-81e8-8dffb197f237 req-3b2cd2b3-0dd3-4f5a-8594-6bad16284a19 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.1074147 Aug 27 21:27:07.415002 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab2e82c-9dcc-41af-b672-16d92b03f2ef req-8e253b3a-742b-404f-ae14-1217aaf39dfa tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:07.416586 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-dab2e82c-9dcc-41af-b672-16d92b03f2ef req-8e253b3a-742b-404f-ae14-1217aaf39dfa tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/ports?device_id=55006982-c995-4dcc-ad4b-2a4761e728c9 HTTP/1.1" status: 200 len: 944 time: 0.0538330 Aug 27 21:27:07.426182 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-8b8459cf-e41e-42d7-a0d3-da41c23167dc req-a7ab5b61-86ea-4e7e-85b7-e7ee56a7f85a service neutron] 10.222.0.73 "GET /v2.0/networks/61df19f7-9264-435e-9271-7ef2cc975668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503999 Aug 27 21:27:07.457812 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-dab2e82c-9dcc-41af-b672-16d92b03f2ef req-b1a8c850-d686-4720-a4b7-9276e153e513 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/security-groups?id=68ad11e8-1aa1-499b-bf86-ff9b343e8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347581 Aug 27 21:27:07.509688 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-05ac9ac4-330c-4b31-81e8-8dffb197f237 req-b17232cc-c535-4e6e-a62f-269a0846c9d2 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940056 Aug 27 21:27:07.556668 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-8b8459cf-e41e-42d7-a0d3-da41c23167dc req-3b9dd7b7-4de3-4efa-aed6-163549fe2385 service neutron] 10.222.0.73 "GET /v2.0/networks/61df19f7-9264-435e-9271-7ef2cc975668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069784 Aug 27 21:27:07.581348 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe7753-20c2-4c76-bb5c-dac2e9b5ed09 req-1b4b7680-f078-465e-a2de-f10492a9ea25 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:07.582909 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-5bbe7753-20c2-4c76-bb5c-dac2e9b5ed09 req-1b4b7680-f078-465e-a2de-f10492a9ea25 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 946 time: 0.0648947 Aug 27 21:27:07.627593 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-5bbe7753-20c2-4c76-bb5c-dac2e9b5ed09 req-369272c4-2f4c-44b5-87c2-9a0edcc4be2c tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380275 Aug 27 21:27:07.834129 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8708dfb0-fb2a-40d7-a4a7-3e55feeaa1fe req-4882e029-5819-4b41-87ad-67169f14f83d tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:07.835711 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-8708dfb0-fb2a-40d7-a4a7-3e55feeaa1fe req-4882e029-5819-4b41-87ad-67169f14f83d tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a318b82-1824-4799-9f46-2489234290b2 HTTP/1.1" status: 200 len: 946 time: 0.0554993 Aug 27 21:27:07.878287 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-8708dfb0-fb2a-40d7-a4a7-3e55feeaa1fe req-c3fe1918-bb97-4d50-969d-dbfe199a643c tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360086 Aug 27 21:27:08.079500 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device d16548eb-d99d-4449-be85-29cadb36a7cd up at agent hyperv_hv-cinder-80643 {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:27:08.133116 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Provisioning for port d16548eb-d99d-4449-be85-29cadb36a7cd completed by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:27:08.137215 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Provisioning complete for port d16548eb-d99d-4449-be85-29cadb36a7cd triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:27:08.137580 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:08.212456 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:08.238728 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01796247-25bf-4891-85a7-55b7efe7b091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd16548eb-d99d-4449-be85-29cadb36a7cd'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:27:08.241001 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf732d6db1af9f7bc3b5310490fe48ff1e7c732a768ef3a1a1326297a3ecfd63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07244602-b1f2-4fd4-bb6b-ce18bcc93ca3" -d '{"events": [{"server_uuid": "01796247-25bf-4891-85a7-55b7efe7b091", "name": "network-vif-plugged", "status": "completed", "tag": "d16548eb-d99d-4449-be85-29cadb36a7cd"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:27:08.254390 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port d16548eb-d99d-4449-be85-29cadb36a7cd, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=d16548eb-d99d-4449-be85-29cadb36a7cd,segment=NetworkSegment(d8b3f39c-863d-430a-b14c-104d30fd5bac),segment_id=d8b3f39c-863d-430a-b14c-104d30fd5bac)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:27:08.261043 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:08.262080 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device ce19295f-2b5a-4c51-bfa2-678f33f95800 no longer exists at agent hyperv_hv-cinder-80643 {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 21:27:08.300768 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc122b8b-e03e-4ee0-adcb-a50f8d947d6d req-89a1b8e8-d84a-4c84-a6b1-506dd6807303 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:08.302492 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-bc122b8b-e03e-4ee0-adcb-a50f8d947d6d req-89a1b8e8-d84a-4c84-a6b1-506dd6807303 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/ports?device_id=01796247-25bf-4891-85a7-55b7efe7b091 HTTP/1.1" status: 200 len: 944 time: 0.0736120 Aug 27 21:27:08.318066 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 21:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd49e2e-d4ff-4c9c-b325-ad1687d0b35a x-openstack-request-id: req-bbd49e2e-d4ff-4c9c-b325-ad1687d0b35a {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:27:08.318362 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01796247-25bf-4891-85a7-55b7efe7b091", "name": "network-vif-plugged", "status": "completed", "tag": "d16548eb-d99d-4449-be85-29cadb36a7cd", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:27:08.318792 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bbd49e2e-d4ff-4c9c-b325-ad1687d0b35a {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:27:08.319353 dv-cinder-806436-1-iscsi neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01796247-25bf-4891-85a7-55b7efe7b091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd16548eb-d99d-4449-be85-29cadb36a7cd', 'code': 200} Aug 27 21:27:08.343318 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] No Port match for: ce19295f-2b5a-4c51-bfa2-678f33f95800 {{(pid=93798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 21:27:08.343656 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device ce19295f-2b5a-4c51-bfa2-678f33f95800 not bound to the agent host hv-cinder-80643 {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 21:27:08.345265 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Pushing event updated for resources: {'Port': ['ID=d16548eb-d99d-4449-be85-29cadb36a7cd,revision_number=5']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:27:08.351094 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-bc122b8b-e03e-4ee0-adcb-a50f8d947d6d req-02f4acfc-c752-4299-81e3-376fae38d333 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8e737be-a887-470d-800a-190878bee78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356781 Aug 27 21:27:08.509556 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029a57ca-aabd-47b1-9c7a-28883ea4fd75 req-1be9133e-b6b7-4378-bd25-a65aaeef8ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:08.511303 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-029a57ca-aabd-47b1-9c7a-28883ea4fd75 req-1be9133e-b6b7-4378-bd25-a65aaeef8ba9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=01796247-25bf-4891-85a7-55b7efe7b091 HTTP/1.1" status: 200 len: 1098 time: 0.0479240 Aug 27 21:27:08.561758 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-029a57ca-aabd-47b1-9c7a-28883ea4fd75 req-2add77f8-861e-4d3c-873b-3abf90a006ee service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e8e737be-a887-470d-800a-190878bee78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351150 Aug 27 21:27:08.589164 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed4ea7-a778-490e-89de-99bebd19f63b req-f4905b28-dfb3-481d-9824-70fff7944c6a tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:08.591344 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-82ed4ea7-a778-490e-89de-99bebd19f63b req-f4905b28-dfb3-481d-9824-70fff7944c6a tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/ports?device_id=55006982-c995-4dcc-ad4b-2a4761e728c9 HTTP/1.1" status: 200 len: 944 time: 0.0575399 Aug 27 21:27:08.634873 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-82ed4ea7-a778-490e-89de-99bebd19f63b req-1f082934-46b3-4626-8bf1-e3ea6f372439 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/security-groups?id=68ad11e8-1aa1-499b-bf86-ff9b343e8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365093 Aug 27 21:27:08.636818 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b3017-b1eb-485c-9529-d6272f99426f req-2174cf3a-7b48-41fb-826c-71ba100b0133 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:08.638407 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-757b3017-b1eb-485c-9529-d6272f99426f req-2174cf3a-7b48-41fb-826c-71ba100b0133 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0555375 Aug 27 21:27:08.681211 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-757b3017-b1eb-485c-9529-d6272f99426f req-a59a3a17-6770-46e7-850a-d5c65251598e tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365608 Aug 27 21:27:08.751477 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b15b713-60f6-4059-b5cf-3365d0db2c1f req-5998c1da-3798-4a7b-a978-f675146e4d13 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:08.752978 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-9b15b713-60f6-4059-b5cf-3365d0db2c1f req-5998c1da-3798-4a7b-a978-f675146e4d13 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 946 time: 0.0499854 Aug 27 21:27:08.791275 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-9b15b713-60f6-4059-b5cf-3365d0db2c1f req-0b5a62bf-47c7-4851-bbdb-59594381fb45 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319536 Aug 27 21:27:08.990470 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ee96e-2855-421d-983b-a7aaab3964d2 req-da35bd62-f7bb-492e-8205-ef146b9173a5 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:08.991909 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-509ee96e-2855-421d-983b-a7aaab3964d2 req-da35bd62-f7bb-492e-8205-ef146b9173a5 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a318b82-1824-4799-9f46-2489234290b2 HTTP/1.1" status: 200 len: 946 time: 0.0470107 Aug 27 21:27:09.033577 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-509ee96e-2855-421d-983b-a7aaab3964d2 req-6344588d-9307-4e54-b6a9-f0e3be1e6956 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308988 Aug 27 21:27:09.473053 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b0008e-ebd3-4307-b2d5-1d91b6c0c722 req-d4da5b84-058e-4f5f-80d3-6dd04950caa3 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:09.474548 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-82b0008e-ebd3-4307-b2d5-1d91b6c0c722 req-d4da5b84-058e-4f5f-80d3-6dd04950caa3 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/ports?device_id=01796247-25bf-4891-85a7-55b7efe7b091 HTTP/1.1" status: 200 len: 945 time: 0.0539410 Aug 27 21:27:09.695196 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-82b0008e-ebd3-4307-b2d5-1d91b6c0c722 req-f003d7de-771d-4a0f-8426-8011f315ae37 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8e737be-a887-470d-800a-190878bee78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139480 Aug 27 21:27:09.761174 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eec36e-5673-467f-b0ef-ec9f8715c663 req-b30803bc-1fd5-42b1-ac9c-b2d913c74c05 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:09.762715 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-05eec36e-5673-467f-b0ef-ec9f8715c663 req-b30803bc-1fd5-42b1-ac9c-b2d913c74c05 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/ports?device_id=55006982-c995-4dcc-ad4b-2a4761e728c9 HTTP/1.1" status: 200 len: 944 time: 0.0576975 Aug 27 21:27:09.811303 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-05eec36e-5673-467f-b0ef-ec9f8715c663 req-337201fe-f2a3-4123-b8ef-1c99407178bd tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/security-groups?id=68ad11e8-1aa1-499b-bf86-ff9b343e8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415688 Aug 27 21:27:09.813498 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddebc64b-3788-4d0f-8e5d-ddc75b0607fd req-7196ec84-1433-460c-9272-08eed9bc5e47 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:09.815033 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-ddebc64b-3788-4d0f-8e5d-ddc75b0607fd req-7196ec84-1433-460c-9272-08eed9bc5e47 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0624576 Aug 27 21:27:09.854486 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-ddebc64b-3788-4d0f-8e5d-ddc75b0607fd req-4bff12c7-8641-4f32-a5b5-931f11ed4d20 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332456 Aug 27 21:27:09.932907 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890acdee-b546-476d-8b18-ab5a009bae7c req-3fa74fcc-e9c1-40b5-95b5-6cf559b3bea6 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:09.934294 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-890acdee-b546-476d-8b18-ab5a009bae7c req-3fa74fcc-e9c1-40b5-95b5-6cf559b3bea6 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 946 time: 0.0555153 Aug 27 21:27:09.971609 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-890acdee-b546-476d-8b18-ab5a009bae7c req-e3669969-454b-4637-b473-803f4f23cfa1 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313830 Aug 27 21:27:10.087739 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device 3375a0d7-7211-463f-a1a8-1db2ce70d4e1 details requested by agent hyperv_hv-cinder-80643 with host hv-cinder-80643 {{(pid=93798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 21:27:10.153638 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfcfd4f-e440-467e-8770-5f8f835b06e3 req-b921380d-96e6-4d70-8626-02978c345211 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:10.155138 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-4dfcfd4f-e440-467e-8770-5f8f835b06e3 req-b921380d-96e6-4d70-8626-02978c345211 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a318b82-1824-4799-9f46-2489234290b2 HTTP/1.1" status: 200 len: 946 time: 0.0485978 Aug 27 21:27:10.180732 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port 3375a0d7-7211-463f-a1a8-1db2ce70d4e1, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=3375a0d7-7211-463f-a1a8-1db2ce70d4e1,segment=NetworkSegment(5ed290ef-6bdf-4176-99b0-8d72efad450b),segment_id=5ed290ef-6bdf-4176-99b0-8d72efad450b)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:27:10.194642 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-4dfcfd4f-e440-467e-8770-5f8f835b06e3 req-71c0be78-0237-4375-8295-d7c2be90b97f tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334930 Aug 27 21:27:10.195896 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Returning: {'device': '3375a0d7-7211-463f-a1a8-1db2ce70d4e1', 'network_id': '61df19f7-9264-435e-9271-7ef2cc975668', 'port_id': '3375a0d7-7211-463f-a1a8-1db2ce70d4e1', 'mac_address': 'fa:16:3e:77:9c:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dd54584-dc33-442e-a69e-2ef80bedb0c4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 21:27:10.233171 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:10.246923 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3375a0d7-7211-463f-a1a8-1db2ce70d4e1 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 21:27:10.265461 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port 3375a0d7-7211-463f-a1a8-1db2ce70d4e1, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=3375a0d7-7211-463f-a1a8-1db2ce70d4e1,segment=NetworkSegment(5ed290ef-6bdf-4176-99b0-8d72efad450b),segment_id=5ed290ef-6bdf-4176-99b0-8d72efad450b)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:27:10.269367 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:10.270318 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device bd89a8b2-feb9-4512-b8fe-553705f6dd9e details requested by agent hyperv_hv-cinder-80643 with host hv-cinder-80643 {{(pid=93798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 21:27:10.364223 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Pushing event updated for resources: {'Port': ['ID=3375a0d7-7211-463f-a1a8-1db2ce70d4e1,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:27:10.406274 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port bd89a8b2-feb9-4512-b8fe-553705f6dd9e, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=bd89a8b2-feb9-4512-b8fe-553705f6dd9e,segment=NetworkSegment(cf28798e-2dc9-43ac-a0bc-53018bbccb0e),segment_id=cf28798e-2dc9-43ac-a0bc-53018bbccb0e)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:27:10.418532 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Returning: {'device': 'bd89a8b2-feb9-4512-b8fe-553705f6dd9e', 'network_id': '9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89', 'port_id': 'bd89a8b2-feb9-4512-b8fe-553705f6dd9e', 'mac_address': 'fa:16:3e:48:ac:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6921f496-5d7a-4db6-bf96-720866799ce1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 21:27:10.456477 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:10.470897 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bd89a8b2-feb9-4512-b8fe-553705f6dd9e {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 21:27:10.494234 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port bd89a8b2-feb9-4512-b8fe-553705f6dd9e, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=bd89a8b2-feb9-4512-b8fe-553705f6dd9e,segment=NetworkSegment(cf28798e-2dc9-43ac-a0bc-53018bbccb0e),segment_id=cf28798e-2dc9-43ac-a0bc-53018bbccb0e)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:27:10.501549 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:10.561326 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Pushing event updated for resources: {'Port': ['ID=bd89a8b2-feb9-4512-b8fe-553705f6dd9e,revision_number=6']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:27:10.810289 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3ba69-eaa4-431a-8f6f-bf62655a17f5 req-df7a29ad-1629-4543-bae7-7f961088d69b tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:10.811789 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-33e3ba69-eaa4-431a-8f6f-bf62655a17f5 req-df7a29ad-1629-4543-bae7-7f961088d69b tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/ports?device_id=01796247-25bf-4891-85a7-55b7efe7b091 HTTP/1.1" status: 200 len: 945 time: 0.0481782 Aug 27 21:27:10.855240 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-33e3ba69-eaa4-431a-8f6f-bf62655a17f5 req-01eca49f-1d22-4ea1-bc22-72ef912ed5ba tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8e737be-a887-470d-800a-190878bee78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374265 Aug 27 21:27:10.865173 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] get_ports_and_sgs() called for port_ids ['bd89a8b2-feb9-4512-b8fe-553705f6dd9e'] {{(pid=93798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 21:27:10.956318 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2778cc3-a152-4768-b057-7fbccf06f0a6 req-21bf793d-984e-4b65-aff2-3e216cefbff0 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:10.958047 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-b2778cc3-a152-4768-b057-7fbccf06f0a6 req-21bf793d-984e-4b65-aff2-3e216cefbff0 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/ports?device_id=55006982-c995-4dcc-ad4b-2a4761e728c9 HTTP/1.1" status: 200 len: 945 time: 0.0664823 Aug 27 21:27:11.000209 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb4c19-6aff-41ac-8708-59c3bb611430 req-1cb75fa2-917c-461a-9f02-25769c113557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:11.001649 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-69eb4c19-6aff-41ac-8708-59c3bb611430 req-1cb75fa2-917c-461a-9f02-25769c113557 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f8b30927378840a284e230193294d3eb&device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 1099 time: 0.0847516 Aug 27 21:27:11.010763 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8feaa2-dc99-4332-a07e-528ef57263ec req-fcc8dfe8-7c98-4e8d-aee3-e949fc8e5999 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:11.012222 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-ce8feaa2-dc99-4332-a07e-528ef57263ec req-fcc8dfe8-7c98-4e8d-aee3-e949fc8e5999 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0606871 Aug 27 21:27:11.034801 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-b2778cc3-a152-4768-b057-7fbccf06f0a6 req-dd756388-054b-46ac-aff6-78f6009e2750 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/security-groups?id=68ad11e8-1aa1-499b-bf86-ff9b343e8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690401 Aug 27 21:27:11.062705 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773453a8-67e6-4556-8a2c-e46f1fdb8026 req-55142822-378f-47d7-87e9-92e8123d88e1 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:11.064206 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-773453a8-67e6-4556-8a2c-e46f1fdb8026 req-55142822-378f-47d7-87e9-92e8123d88e1 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a318b82-1824-4799-9f46-2489234290b2 HTTP/1.1" status: 200 len: 946 time: 0.0845599 Aug 27 21:27:11.115614 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-ce8feaa2-dc99-4332-a07e-528ef57263ec req-41bd0178-f0a4-45ee-87b1-3d7b1c5d95c8 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942249 Aug 27 21:27:11.165735 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb4c19-6aff-41ac-8708-59c3bb611430 req-60a5cd82-85da-45e9-bf72-709a18419c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:11.167354 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-69eb4c19-6aff-41ac-8708-59c3bb611430 req-60a5cd82-85da-45e9-bf72-709a18419c71 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5fbb2a6b-0896-4fd4-bd40-c249a33d87a8 HTTP/1.1" status: 200 len: 919 time: 0.1379044 Aug 27 21:27:11.175173 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] get_ports_and_sgs() called for port_ids ['3375a0d7-7211-463f-a1a8-1db2ce70d4e1'] {{(pid=93798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 21:27:11.189881 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3923c5-8b7e-43d5-9778-397c6bd4d632 req-4c94c1a6-c457-425f-aabc-712b6f13df51 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:11.191375 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-8f3923c5-8b7e-43d5-9778-397c6bd4d632 req-4c94c1a6-c457-425f-aabc-712b6f13df51 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 945 time: 0.0878429 Aug 27 21:27:11.249730 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-69eb4c19-6aff-41ac-8708-59c3bb611430 req-a35033fb-4067-44fc-bf72-d26e73ef8a3d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2aef329b-efff-4697-8ce2-30fab4ff9703 HTTP/1.1" status: 200 len: 217 time: 0.0626357 Aug 27 21:27:11.255130 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-773453a8-67e6-4556-8a2c-e46f1fdb8026 req-ad0237f6-06e9-402d-8327-b1d5ff1abf05 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Deleting port 9febb77a-7e7d-475d-b5d5-872527a3a14c {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 21:27:11.255379 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-773453a8-67e6-4556-8a2c-e46f1fdb8026 req-ad0237f6-06e9-402d-8327-b1d5ff1abf05 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794201129759'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:11.280564 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-8f3923c5-8b7e-43d5-9778-397c6bd4d632 req-8b2fda4c-9031-40bc-849d-1d041a95a652 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0781589 Aug 27 21:27:11.351835 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb4c19-6aff-41ac-8708-59c3bb611430 req-1a9e6168-1335-4c8d-8d1e-9e18d91f31b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:11.353395 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-69eb4c19-6aff-41ac-8708-59c3bb611430 req-1a9e6168-1335-4c8d-8d1e-9e18d91f31b7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b5e1eaea-5bab-43a2-8e07-1f620faa4b4a HTTP/1.1" status: 200 len: 858 time: 0.0925825 Aug 27 21:27:11.379012 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea2e6f-74fc-4986-97a6-832064d7bd6f req-fb1e9fe1-54f8-4222-81ba-4eb36b430d55 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:11.379012 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-f0ea2e6f-74fc-4986-97a6-832064d7bd6f req-fb1e9fe1-54f8-4222-81ba-4eb36b430d55 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a318b82-1824-4799-9f46-2489234290b2 HTTP/1.1" status: 200 len: 946 time: 0.0753694 Aug 27 21:27:11.396771 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-773453a8-67e6-4556-8a2c-e46f1fdb8026 req-ad0237f6-06e9-402d-8327-b1d5ff1abf05 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] For port 9febb77a-7e7d-475d-b5d5-872527a3a14c, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=9febb77a-7e7d-475d-b5d5-872527a3a14c,segment=NetworkSegment(cc218a4a-0181-4b4c-a554-32acf37b90dd),segment_id=cc218a4a-0181-4b4c-a554-32acf37b90dd)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:27:11.397609 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-773453a8-67e6-4556-8a2c-e46f1fdb8026 req-ad0237f6-06e9-402d-8327-b1d5ff1abf05 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:11.411006 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-773453a8-67e6-4556-8a2c-e46f1fdb8026 req-ad0237f6-06e9-402d-8327-b1d5ff1abf05 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Calling delete_port for 9febb77a-7e7d-475d-b5d5-872527a3a14c owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 21:27:11.416725 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-69eb4c19-6aff-41ac-8708-59c3bb611430 req-bcac82e3-42bb-40ac-af66-714c91ccb3d6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5fbb2a6b-0896-4fd4-bd40-c249a33d87a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371673 Aug 27 21:27:11.481536 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-f0ea2e6f-74fc-4986-97a6-832064d7bd6f req-d571caf5-83df-4f64-95b2-9caba0b3d877 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888453 Aug 27 21:27:11.524450 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-69eb4c19-6aff-41ac-8708-59c3bb611430 req-42659064-cc95-45ba-95b6-5ed34e7c6927 service neutron] 10.222.0.73 "GET /v2.0/networks/5fbb2a6b-0896-4fd4-bd40-c249a33d87a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950940 Aug 27 21:27:11.536141 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-773453a8-67e6-4556-8a2c-e46f1fdb8026 req-ad0237f6-06e9-402d-8327-b1d5ff1abf05 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794201022239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794200564237'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:11.571276 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0237f6-06e9-402d-8327-b1d5ff1abf05 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Pushing event deleted for resources: {'Port': ['ID=9febb77a-7e7d-475d-b5d5-872527a3a14c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:27:11.583932 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0237f6-06e9-402d-8327-b1d5ff1abf05 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:27:11.584281 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0237f6-06e9-402d-8327-b1d5ff1abf05 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:27:11.584647 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0237f6-06e9-402d-8327-b1d5ff1abf05 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:27:11.586545 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0237f6-06e9-402d-8327-b1d5ff1abf05 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:27:11.586995 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0237f6-06e9-402d-8327-b1d5ff1abf05 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:27:11.587349 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0237f6-06e9-402d-8327-b1d5ff1abf05 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:27:11.588871 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0237f6-06e9-402d-8327-b1d5ff1abf05 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:27:11.588871 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0237f6-06e9-402d-8327-b1d5ff1abf05 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:27:11.588871 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0237f6-06e9-402d-8327-b1d5ff1abf05 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:27:11.588871 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0237f6-06e9-402d-8327-b1d5ff1abf05 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:27:11.589265 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0237f6-06e9-402d-8327-b1d5ff1abf05 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:27:11.589397 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0237f6-06e9-402d-8327-b1d5ff1abf05 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:27:11.627498 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-773453a8-67e6-4556-8a2c-e46f1fdb8026 req-ad0237f6-06e9-402d-8327-b1d5ff1abf05 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] No DVR routers for this DVR port 9febb77a-7e7d-475d-b5d5-872527a3a14c on host hv-cinder-80643 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 21:27:11.630174 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-773453a8-67e6-4556-8a2c-e46f1fdb8026 req-ad0237f6-06e9-402d-8327-b1d5ff1abf05 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:11.632130 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-773453a8-67e6-4556-8a2c-e46f1fdb8026 req-ad0237f6-06e9-402d-8327-b1d5ff1abf05 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.73 "DELETE /v2.0/ports/9febb77a-7e7d-475d-b5d5-872527a3a14c HTTP/1.1" status: 204 len: 173 time: 0.5583766 Aug 27 21:27:11.632596 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a318b82-1824-4799-9f46-2489234290b2', 'name': 'network-vif-deleted', 'tag': '9febb77a-7e7d-475d-b5d5-872527a3a14c'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:27:11.645416 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38019ac9d499d238660659c848bc6e147427a71e556f74dfb6c52f178b5569d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4604e872-2f1f-4179-a6a9-6b0176628714" -d '{"events": [{"server_uuid": "2a318b82-1824-4799-9f46-2489234290b2", "name": "network-vif-deleted", "tag": "9febb77a-7e7d-475d-b5d5-872527a3a14c"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:27:11.650326 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-69eb4c19-6aff-41ac-8708-59c3bb611430 req-bd0381fa-6779-4805-b96a-981179b0ef81 service neutron] 10.222.0.73 "GET /v2.0/networks/5fbb2a6b-0896-4fd4-bd40-c249a33d87a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174047 Aug 27 21:27:11.693789 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 21:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2ba62a-3459-40c0-8e05-c4c0e0b9f95a x-openstack-request-id: req-7b2ba62a-3459-40c0-8e05-c4c0e0b9f95a {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:27:11.694154 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a318b82-1824-4799-9f46-2489234290b2", "name": "network-vif-deleted", "tag": "9febb77a-7e7d-475d-b5d5-872527a3a14c", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:27:11.694477 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7b2ba62a-3459-40c0-8e05-c4c0e0b9f95a {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:27:11.694942 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a318b82-1824-4799-9f46-2489234290b2', 'name': 'network-vif-deleted', 'tag': '9febb77a-7e7d-475d-b5d5-872527a3a14c', 'status': 'completed', 'code': 200} Aug 27 21:27:11.874500 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f033f28-5a28-4bd6-b872-2f2e7be3eb02 req-c6589253-7588-4c6a-8a7d-3d6d3435634e tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:11.875968 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-6f033f28-5a28-4bd6-b872-2f2e7be3eb02 req-c6589253-7588-4c6a-8a7d-3d6d3435634e tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/ports?device_id=01796247-25bf-4891-85a7-55b7efe7b091 HTTP/1.1" status: 200 len: 945 time: 0.0508001 Aug 27 21:27:11.914904 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-6f033f28-5a28-4bd6-b872-2f2e7be3eb02 req-4c0ba0c5-0ace-404f-b20c-82c7721446ab tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8e737be-a887-470d-800a-190878bee78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329752 Aug 27 21:27:12.093842 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device bd89a8b2-feb9-4512-b8fe-553705f6dd9e up at agent hyperv_hv-cinder-80643 {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:27:12.154468 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Provisioning complete for port bd89a8b2-feb9-4512-b8fe-553705f6dd9e triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:27:12.154932 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:12.170840 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e7fcd-25eb-43fb-aa68-b0b66bab4bea req-26bbef2d-219a-4a6b-81ae-194f6726e4b3 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:12.172855 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d16e7fcd-25eb-43fb-aa68-b0b66bab4bea req-26bbef2d-219a-4a6b-81ae-194f6726e4b3 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/ports?device_id=55006982-c995-4dcc-ad4b-2a4761e728c9 HTTP/1.1" status: 200 len: 945 time: 0.0652807 Aug 27 21:27:12.222892 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d16e7fcd-25eb-43fb-aa68-b0b66bab4bea req-039386f5-7b15-4be6-b238-d8f80447fca1 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/security-groups?id=68ad11e8-1aa1-499b-bf86-ff9b343e8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430093 Aug 27 21:27:12.256247 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:12.273069 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] get_ports_and_sgs() called for port_ids ['ffb26850-fdb4-4ec1-952e-e63d67398879', '19760bd2-1463-4eed-b6b4-5ceac4b34206'] {{(pid=93798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 21:27:12.282109 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e8e3dc-bcf0-4748-a86d-a6dabbbf6c23 req-e62d5c3e-5f17-4810-a4e6-d40e4597d0b5 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:12.282800 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-69e8e3dc-bcf0-4748-a86d-a6dabbbf6c23 req-e62d5c3e-5f17-4810-a4e6-d40e4597d0b5 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0612204 Aug 27 21:27:12.338299 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-69e8e3dc-bcf0-4748-a86d-a6dabbbf6c23 req-006c1a2d-f211-4ba1-b72a-99f2d34d0d70 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494864 Aug 27 21:27:12.347515 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:12.354170 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b49151a-ae9a-4ab0-8027-c5e49267742b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd89a8b2-feb9-4512-b8fe-553705f6dd9e'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:27:12.356252 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf732d6db1af9f7bc3b5310490fe48ff1e7c732a768ef3a1a1326297a3ecfd63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288af374-937c-4b33-87f2-d568976f5e1e" -d '{"events": [{"server_uuid": "5b49151a-ae9a-4ab0-8027-c5e49267742b", "name": "network-vif-plugged", "status": "completed", "tag": "bd89a8b2-feb9-4512-b8fe-553705f6dd9e"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:27:12.387734 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port bd89a8b2-feb9-4512-b8fe-553705f6dd9e, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=bd89a8b2-feb9-4512-b8fe-553705f6dd9e,segment=NetworkSegment(cf28798e-2dc9-43ac-a0bc-53018bbccb0e),segment_id=cf28798e-2dc9-43ac-a0bc-53018bbccb0e)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:27:12.396785 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:12.398688 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device 9febb77a-7e7d-475d-b5d5-872527a3a14c no longer exists at agent hyperv_hv-cinder-80643 {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 21:27:12.445467 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 21:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a0b2a4-90e5-4d28-a51e-255e50b456a0 x-openstack-request-id: req-90a0b2a4-90e5-4d28-a51e-255e50b456a0 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:27:12.445806 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b49151a-ae9a-4ab0-8027-c5e49267742b", "name": "network-vif-plugged", "status": "completed", "tag": "bd89a8b2-feb9-4512-b8fe-553705f6dd9e", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:27:12.445985 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-90a0b2a4-90e5-4d28-a51e-255e50b456a0 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:27:12.446369 dv-cinder-806436-1-iscsi neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b49151a-ae9a-4ab0-8027-c5e49267742b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd89a8b2-feb9-4512-b8fe-553705f6dd9e', 'code': 200} Aug 27 21:27:12.449799 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] No Port match for: 9febb77a-7e7d-475d-b5d5-872527a3a14c {{(pid=93798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 21:27:12.450140 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device 9febb77a-7e7d-475d-b5d5-872527a3a14c not bound to the agent host hv-cinder-80643 {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 21:27:12.453808 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d056a57b-4623-43e5-ac1c-de7dfff33f08 req-7b5bb759-0851-4990-9de7-16a6c303661a tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:12.456974 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d056a57b-4623-43e5-ac1c-de7dfff33f08 req-7b5bb759-0851-4990-9de7-16a6c303661a tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 946 time: 0.0560405 Aug 27 21:27:12.506948 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Pushing event updated for resources: {'Port': ['ID=bd89a8b2-feb9-4512-b8fe-553705f6dd9e,revision_number=7']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:27:12.517568 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d056a57b-4623-43e5-ac1c-de7dfff33f08 req-ce946998-e0a8-454a-b141-b44dece38507 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418756 Aug 27 21:27:12.626795 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-5f1acf73-835d-41ee-82e0-62df0dbba301 req-49f92e29-5e41-45e2-bdc1-34cb14c4c3a3 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a318b82-1824-4799-9f46-2489234290b2 HTTP/1.1" status: 200 len: 210 time: 0.0279152 Aug 27 21:27:12.894849 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.agents_db [None req-9a3f5963-9603-4723-9a6c-2e2f5b4345b2 None None] Agent healthcheck: found 6 active agents {{(pid=93799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 21:27:13.057410 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd23df7-ae40-48bd-af66-ddca0bab8378 req-f4eedf54-deb7-4050-a28b-a88c023cf4f9 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:13.059313 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-fcd23df7-ae40-48bd-af66-ddca0bab8378 req-f4eedf54-deb7-4050-a28b-a88c023cf4f9 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/ports?device_id=01796247-25bf-4891-85a7-55b7efe7b091 HTTP/1.1" status: 200 len: 945 time: 0.0642130 Aug 27 21:27:13.103490 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-fcd23df7-ae40-48bd-af66-ddca0bab8378 req-89c2782f-db46-458d-8094-8e653d407cd8 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8e737be-a887-470d-800a-190878bee78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379803 Aug 27 21:27:13.375978 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809cb91-65b6-4aa5-8a56-311c21b230d1 req-445d08be-2b80-47db-a41b-376aba460166 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:13.387458 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-f809cb91-65b6-4aa5-8a56-311c21b230d1 req-445d08be-2b80-47db-a41b-376aba460166 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/ports?device_id=55006982-c995-4dcc-ad4b-2a4761e728c9 HTTP/1.1" status: 200 len: 945 time: 0.0797164 Aug 27 21:27:13.442998 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-f809cb91-65b6-4aa5-8a56-311c21b230d1 req-e671a9b1-bcb7-4e27-9589-540082e6c241 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/security-groups?id=68ad11e8-1aa1-499b-bf86-ff9b343e8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547619 Aug 27 21:27:13.517135 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059f127-17d7-4373-953d-f0493a2e14f3 req-4fad5cd7-dadb-4a79-8a39-ba4f9856bb82 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:13.518771 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-c059f127-17d7-4373-953d-f0493a2e14f3 req-4fad5cd7-dadb-4a79-8a39-ba4f9856bb82 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0651433 Aug 27 21:27:13.567409 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-c059f127-17d7-4373-953d-f0493a2e14f3 req-f647d06f-9140-4212-9495-a2f8db8b7946 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405767 Aug 27 21:27:13.698967 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ba7ae-0ae7-48b1-9aad-12ea03a6b4bc req-14bfea6c-f28f-4b1a-91b4-8bcaf2031904 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:13.701148 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-382ba7ae-0ae7-48b1-9aad-12ea03a6b4bc req-14bfea6c-f28f-4b1a-91b4-8bcaf2031904 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 946 time: 0.0972183 Aug 27 21:27:13.772385 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-382ba7ae-0ae7-48b1-9aad-12ea03a6b4bc req-6ee905b4-2b01-4420-8cce-1f17adebbfc0 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0583878 Aug 27 21:27:14.010829 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4f5d95-cd21-4c1e-b439-5c17a4e705fa req-53d6bfc4-b7bd-4eb6-8d06-af732224cb52 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:14.013256 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-6c4f5d95-cd21-4c1e-b439-5c17a4e705fa req-53d6bfc4-b7bd-4eb6-8d06-af732224cb52 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=85aa052c-7ab9-4981-bdf9-723657cf85f4 HTTP/1.1" status: 200 len: 946 time: 0.0804169 Aug 27 21:27:14.020603 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e8673-8921-44ae-94c8-2701061b2986 req-ae2d5298-21fe-4ad0-a6b0-0d1f12bc946e tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:14.022191 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-093e8673-8921-44ae-94c8-2701061b2986 req-ae2d5298-21fe-4ad0-a6b0-0d1f12bc946e tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.73 "GET /v2.0/ports?device_id=01796247-25bf-4891-85a7-55b7efe7b091 HTTP/1.1" status: 200 len: 945 time: 0.0727329 Aug 27 21:27:14.062910 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-6c4f5d95-cd21-4c1e-b439-5c17a4e705fa req-ca2261e7-a29c-4bb8-b14a-bb5011c79706 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433924 Aug 27 21:27:14.107781 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device 3375a0d7-7211-463f-a1a8-1db2ce70d4e1 up at agent hyperv_hv-cinder-80643 {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:27:14.130609 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-093e8673-8921-44ae-94c8-2701061b2986 req-50b25ada-8459-449f-8492-77e934811c1f tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Deleting port d16548eb-d99d-4449-be85-29cadb36a7cd {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 21:27:14.131103 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-093e8673-8921-44ae-94c8-2701061b2986 req-50b25ada-8459-449f-8492-77e934811c1f tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794201129759'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:14.171825 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Provisioning for port 3375a0d7-7211-463f-a1a8-1db2ce70d4e1 completed by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:27:14.187299 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Provisioning complete for port 3375a0d7-7211-463f-a1a8-1db2ce70d4e1 triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:27:14.187801 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:14.280903 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-093e8673-8921-44ae-94c8-2701061b2986 req-50b25ada-8459-449f-8492-77e934811c1f tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] For port d16548eb-d99d-4449-be85-29cadb36a7cd, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=d16548eb-d99d-4449-be85-29cadb36a7cd,segment=NetworkSegment(d8b3f39c-863d-430a-b14c-104d30fd5bac),segment_id=d8b3f39c-863d-430a-b14c-104d30fd5bac)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:27:14.281309 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-093e8673-8921-44ae-94c8-2701061b2986 req-50b25ada-8459-449f-8492-77e934811c1f tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:14.329296 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4fa997-6404-4b3a-89bc-1a03c3ec495e req-9fe7b978-6c98-452f-8196-c4fcb471f96e tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:14.342216 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-ce4fa997-6404-4b3a-89bc-1a03c3ec495e req-9fe7b978-6c98-452f-8196-c4fcb471f96e tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/ports?device_id=01796247-25bf-4891-85a7-55b7efe7b091 HTTP/1.1" status: 200 len: 945 time: 0.1263998 Aug 27 21:27:14.344070 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-093e8673-8921-44ae-94c8-2701061b2986 req-50b25ada-8459-449f-8492-77e934811c1f tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Calling delete_port for d16548eb-d99d-4449-be85-29cadb36a7cd owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 21:27:14.385385 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:14.409738 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-ce4fa997-6404-4b3a-89bc-1a03c3ec495e req-44e82be7-b0c7-4d2d-8c5c-6889ff5fded8 tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8e737be-a887-470d-800a-190878bee78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606155 Aug 27 21:27:14.436438 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port 3375a0d7-7211-463f-a1a8-1db2ce70d4e1, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=3375a0d7-7211-463f-a1a8-1db2ce70d4e1,segment=NetworkSegment(5ed290ef-6bdf-4176-99b0-8d72efad450b),segment_id=5ed290ef-6bdf-4176-99b0-8d72efad450b)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:27:14.441848 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:14.448215 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55006982-c995-4dcc-ad4b-2a4761e728c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3375a0d7-7211-463f-a1a8-1db2ce70d4e1'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:27:14.451658 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf732d6db1af9f7bc3b5310490fe48ff1e7c732a768ef3a1a1326297a3ecfd63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c0525e-d753-49a0-8ad3-59ea4e5e974a" -d '{"events": [{"server_uuid": "55006982-c995-4dcc-ad4b-2a4761e728c9", "name": "network-vif-plugged", "status": "completed", "tag": "3375a0d7-7211-463f-a1a8-1db2ce70d4e1"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:27:14.522554 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Pushing event updated for resources: {'Port': ['ID=3375a0d7-7211-463f-a1a8-1db2ce70d4e1,revision_number=5']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:27:14.532438 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 21:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d0815a-73e4-4b9e-bc2c-3a537d518362 x-openstack-request-id: req-d0d0815a-73e4-4b9e-bc2c-3a537d518362 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:27:14.532732 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55006982-c995-4dcc-ad4b-2a4761e728c9", "name": "network-vif-plugged", "status": "completed", "tag": "3375a0d7-7211-463f-a1a8-1db2ce70d4e1", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:27:14.533440 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d0d0815a-73e4-4b9e-bc2c-3a537d518362 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:27:14.533440 dv-cinder-806436-1-iscsi neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55006982-c995-4dcc-ad4b-2a4761e728c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3375a0d7-7211-463f-a1a8-1db2ce70d4e1', 'code': 200} Aug 27 21:27:14.699741 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d9833e-d1e5-4d60-99d5-91f023533eca req-8d2b835b-849d-473e-b0a6-a6d5b3b8b77a tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:14.707312 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-57d9833e-d1e5-4d60-99d5-91f023533eca req-8d2b835b-849d-473e-b0a6-a6d5b3b8b77a tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/ports?device_id=55006982-c995-4dcc-ad4b-2a4761e728c9 HTTP/1.1" status: 200 len: 946 time: 0.1229455 Aug 27 21:27:14.718213 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-093e8673-8921-44ae-94c8-2701061b2986 req-50b25ada-8459-449f-8492-77e934811c1f tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794201022239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794200564237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-275356'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:14.734590 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] get_ports_and_sgs() called for port_ids ['d16548eb-d99d-4449-be85-29cadb36a7cd'] {{(pid=93798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 21:27:14.772272 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b25ada-8459-449f-8492-77e934811c1f tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Pushing event deleted for resources: {'Port': ['ID=d16548eb-d99d-4449-be85-29cadb36a7cd,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:27:14.865100 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-57d9833e-d1e5-4d60-99d5-91f023533eca req-ef1405db-ac4d-4472-b3ce-6b2da98d46a3 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/security-groups?id=68ad11e8-1aa1-499b-bf86-ff9b343e8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565285 Aug 27 21:27:14.887076 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca790c-7288-4d2d-b5b3-3859ef9a3f9c req-e0901b80-410b-4649-9c7a-ee66ca248599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:14.890728 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-e9ca790c-7288-4d2d-b5b3-3859ef9a3f9c req-e0901b80-410b-4649-9c7a-ee66ca248599 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=55006982-c995-4dcc-ad4b-2a4761e728c9 HTTP/1.1" status: 200 len: 1099 time: 0.1604896 Aug 27 21:27:14.899326 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523793db-aaf8-489a-9bc4-2f0790738788 req-66e07063-b08d-44c1-a9c7-e5cb28458310 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:14.904768 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-523793db-aaf8-489a-9bc4-2f0790738788 req-66e07063-b08d-44c1-a9c7-e5cb28458310 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.2049055 Aug 27 21:27:14.912817 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-093e8673-8921-44ae-94c8-2701061b2986 req-50b25ada-8459-449f-8492-77e934811c1f tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] No DVR routers for this DVR port d16548eb-d99d-4449-be85-29cadb36a7cd on host hv-cinder-80643 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 21:27:14.916796 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-093e8673-8921-44ae-94c8-2701061b2986 req-50b25ada-8459-449f-8492-77e934811c1f tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:14.919574 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-093e8673-8921-44ae-94c8-2701061b2986 req-50b25ada-8459-449f-8492-77e934811c1f tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.73 "DELETE /v2.0/ports/d16548eb-d99d-4449-be85-29cadb36a7cd HTTP/1.1" status: 204 len: 173 time: 0.8887856 Aug 27 21:27:14.920103 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01796247-25bf-4891-85a7-55b7efe7b091', 'name': 'network-vif-deleted', 'tag': 'd16548eb-d99d-4449-be85-29cadb36a7cd'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:27:14.922580 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef12610d4521d53b4d383b2d1315697e44e13910463e2f079bf4fa6d75d3d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5e5048-2363-4366-889b-23f7a67d8ce6" -d '{"events": [{"server_uuid": "01796247-25bf-4891-85a7-55b7efe7b091", "name": "network-vif-deleted", "tag": "d16548eb-d99d-4449-be85-29cadb36a7cd"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:27:15.023732 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-523793db-aaf8-489a-9bc4-2f0790738788 req-bec0637f-9bdd-40a5-adc4-09c91df6c6fb tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877028 Aug 27 21:27:15.031077 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-e9ca790c-7288-4d2d-b5b3-3859ef9a3f9c req-8a9ef8fb-58ff-40dc-a23f-7df1effb0d42 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=68ad11e8-1aa1-499b-bf86-ff9b343e8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247466 Aug 27 21:27:15.120221 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bba762-46be-4976-ba23-203c78ccd604 req-7a2d5f2b-9be9-4659-a8e0-3faed780d276 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:15.136252 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-93bba762-46be-4976-ba23-203c78ccd604 req-7a2d5f2b-9be9-4659-a8e0-3faed780d276 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 946 time: 0.1416957 Aug 27 21:27:15.149222 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 21:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df0d186-f833-4e77-a51d-90e8c712583d x-openstack-request-id: req-9df0d186-f833-4e77-a51d-90e8c712583d {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:27:15.149553 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01796247-25bf-4891-85a7-55b7efe7b091", "name": "network-vif-deleted", "tag": "d16548eb-d99d-4449-be85-29cadb36a7cd", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:27:15.149783 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9df0d186-f833-4e77-a51d-90e8c712583d {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:27:15.150283 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01796247-25bf-4891-85a7-55b7efe7b091', 'name': 'network-vif-deleted', 'tag': 'd16548eb-d99d-4449-be85-29cadb36a7cd', 'status': 'completed', 'code': 200} Aug 27 21:27:15.222377 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adcc594-0f40-4e62-8df0-c3eb591cc49c req-72b2aae6-3cad-4091-af8c-697a0865a789 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:15.232276 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-3adcc594-0f40-4e62-8df0-c3eb591cc49c req-72b2aae6-3cad-4091-af8c-697a0865a789 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=85aa052c-7ab9-4981-bdf9-723657cf85f4 HTTP/1.1" status: 200 len: 946 time: 0.0728261 Aug 27 21:27:15.251135 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-93bba762-46be-4976-ba23-203c78ccd604 req-1b5cd026-9110-46aa-a3eb-d20c6eb22171 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1132841 Aug 27 21:27:15.294555 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-3adcc594-0f40-4e62-8df0-c3eb591cc49c req-f5eb42bf-7a37-4ead-8b92-7073001b72e8 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607352 Aug 27 21:27:15.568918 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-7f1c68dc-b6e0-47c5-bdad-657685b77a34 req-7f2d4c9b-b014-47c0-aef7-9748ed2e671c tempest-VolumesActionsTest-1852957296 tempest-VolumesActionsTest-1852957296-project] 10.222.0.39 "GET /v2.0/ports?device_id=01796247-25bf-4891-85a7-55b7efe7b091 HTTP/1.1" status: 200 len: 210 time: 0.0346134 Aug 27 21:27:16.099393 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac45a08-0ff7-4eec-b14f-e06cad51ee76 req-a7ac974e-9222-461b-b241-732d9cb79883 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:16.103883 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-fac45a08-0ff7-4eec-b14f-e06cad51ee76 req-a7ac974e-9222-461b-b241-732d9cb79883 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/ports?device_id=55006982-c995-4dcc-ad4b-2a4761e728c9 HTTP/1.1" status: 200 len: 946 time: 0.1029897 Aug 27 21:27:16.126886 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5171cce-f1b2-4eb5-bcea-5f6b3a24518f req-50cb3deb-6b7f-4665-be8f-bfd52926f21b tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:16.129778 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-d5171cce-f1b2-4eb5-bcea-5f6b3a24518f req-50cb3deb-6b7f-4665-be8f-bfd52926f21b tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.73 "GET /v2.0/ports?device_id=85aa052c-7ab9-4981-bdf9-723657cf85f4 HTTP/1.1" status: 200 len: 946 time: 0.0979016 Aug 27 21:27:16.174408 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c155327f-e45f-4c0b-8d33-c146c9238d36 req-4bb20e8e-ab29-416e-904b-947b23611531 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:16.177691 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-c155327f-e45f-4c0b-8d33-c146c9238d36 req-4bb20e8e-ab29-416e-904b-947b23611531 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0625856 Aug 27 21:27:16.218478 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-fac45a08-0ff7-4eec-b14f-e06cad51ee76 req-9cd10991-cd87-4fc6-83af-7024380a0857 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/security-groups?id=68ad11e8-1aa1-499b-bf86-ff9b343e8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012104 Aug 27 21:27:16.261367 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-c155327f-e45f-4c0b-8d33-c146c9238d36 req-eb383709-a5c7-49a2-b244-51fc343787ef tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709610 Aug 27 21:27:16.319555 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-d5171cce-f1b2-4eb5-bcea-5f6b3a24518f req-8fb99733-032e-489c-b2a0-147a434426d4 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Deleting port 19760bd2-1463-4eed-b6b4-5ceac4b34206 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 21:27:16.320078 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d5171cce-f1b2-4eb5-bcea-5f6b3a24518f req-8fb99733-032e-489c-b2a0-147a434426d4 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794201129759'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:16.416688 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c5c2d-ba47-4a35-9fa9-445a13a5b0bc req-99e4bf33-ceef-4ec4-ab30-9db6a0baafab tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:16.421355 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-949c5c2d-ba47-4a35-9fa9-445a13a5b0bc req-99e4bf33-ceef-4ec4-ab30-9db6a0baafab tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 946 time: 0.0827284 Aug 27 21:27:16.486972 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-949c5c2d-ba47-4a35-9fa9-445a13a5b0bc req-eb795a4f-c585-4f4d-84b2-13196201007a tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0613186 Aug 27 21:27:16.574018 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-d5171cce-f1b2-4eb5-bcea-5f6b3a24518f req-8fb99733-032e-489c-b2a0-147a434426d4 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] For port 19760bd2-1463-4eed-b6b4-5ceac4b34206, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=19760bd2-1463-4eed-b6b4-5ceac4b34206,segment=NetworkSegment(cc218a4a-0181-4b4c-a554-32acf37b90dd),segment_id=cc218a4a-0181-4b4c-a554-32acf37b90dd)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:27:16.574592 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d5171cce-f1b2-4eb5-bcea-5f6b3a24518f req-8fb99733-032e-489c-b2a0-147a434426d4 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:16.627675 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eea67b5-f85d-4b36-b2fa-d7c35e373dff req-c1344614-9210-417c-b575-7fc6be97ca01 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:16.630234 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-2eea67b5-f85d-4b36-b2fa-d7c35e373dff req-c1344614-9210-417c-b575-7fc6be97ca01 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=85aa052c-7ab9-4981-bdf9-723657cf85f4 HTTP/1.1" status: 200 len: 946 time: 0.2072647 Aug 27 21:27:16.631796 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-d5171cce-f1b2-4eb5-bcea-5f6b3a24518f req-8fb99733-032e-489c-b2a0-147a434426d4 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Calling delete_port for 19760bd2-1463-4eed-b6b4-5ceac4b34206 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 21:27:16.793297 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-2eea67b5-f85d-4b36-b2fa-d7c35e373dff req-00975f81-b632-4064-947e-ce83411e349f tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468365 Aug 27 21:27:16.944637 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d5171cce-f1b2-4eb5-bcea-5f6b3a24518f req-8fb99733-032e-489c-b2a0-147a434426d4 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794201022239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794200564237'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:16.959297 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] get_ports_and_sgs() called for port_ids ['ffb26850-fdb4-4ec1-952e-e63d67398879', '19760bd2-1463-4eed-b6b4-5ceac4b34206'] {{(pid=93798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 21:27:17.032842 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb99733-032e-489c-b2a0-147a434426d4 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Pushing event deleted for resources: {'Port': ['ID=19760bd2-1463-4eed-b6b4-5ceac4b34206,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:27:17.189636 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5171cce-f1b2-4eb5-bcea-5f6b3a24518f req-8fb99733-032e-489c-b2a0-147a434426d4 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] No DVR routers for this DVR port 19760bd2-1463-4eed-b6b4-5ceac4b34206 on host hv-cinder-80643 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 21:27:17.197422 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d5171cce-f1b2-4eb5-bcea-5f6b3a24518f req-8fb99733-032e-489c-b2a0-147a434426d4 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:17.202969 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-d5171cce-f1b2-4eb5-bcea-5f6b3a24518f req-8fb99733-032e-489c-b2a0-147a434426d4 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.73 "DELETE /v2.0/ports/19760bd2-1463-4eed-b6b4-5ceac4b34206 HTTP/1.1" status: 204 len: 173 time: 1.0617454 Aug 27 21:27:17.204611 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85aa052c-7ab9-4981-bdf9-723657cf85f4', 'name': 'network-vif-deleted', 'tag': '19760bd2-1463-4eed-b6b4-5ceac4b34206'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:27:17.208763 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38019ac9d499d238660659c848bc6e147427a71e556f74dfb6c52f178b5569d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57558861-e52a-4294-ac2c-2c71fc70f76c" -d '{"events": [{"server_uuid": "85aa052c-7ab9-4981-bdf9-723657cf85f4", "name": "network-vif-deleted", "tag": "19760bd2-1463-4eed-b6b4-5ceac4b34206"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:27:17.271522 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 21:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb80cae-e684-4e59-9511-6f2c8b344da5 x-openstack-request-id: req-abb80cae-e684-4e59-9511-6f2c8b344da5 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:27:17.272112 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85aa052c-7ab9-4981-bdf9-723657cf85f4", "name": "network-vif-deleted", "tag": "19760bd2-1463-4eed-b6b4-5ceac4b34206", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:27:17.272507 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-abb80cae-e684-4e59-9511-6f2c8b344da5 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:27:17.273632 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85aa052c-7ab9-4981-bdf9-723657cf85f4', 'name': 'network-vif-deleted', 'tag': '19760bd2-1463-4eed-b6b4-5ceac4b34206', 'status': 'completed', 'code': 200} Aug 27 21:27:17.476173 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d9507-1ff5-45ce-a1c7-2de146f2532c req-fef95a3c-accf-43c4-89be-25d8333cfaf8 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:17.486468 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-684d9507-1ff5-45ce-a1c7-2de146f2532c req-fef95a3c-accf-43c4-89be-25d8333cfaf8 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/ports?device_id=55006982-c995-4dcc-ad4b-2a4761e728c9 HTTP/1.1" status: 200 len: 946 time: 0.1332469 Aug 27 21:27:17.494314 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af684e8f-b367-4351-b483-791d33429064 req-12ddbea1-1769-47e4-9b57-711ec5812b47 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:17.496375 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-af684e8f-b367-4351-b483-791d33429064 req-12ddbea1-1769-47e4-9b57-711ec5812b47 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0872493 Aug 27 21:27:17.561105 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-684d9507-1ff5-45ce-a1c7-2de146f2532c req-9c98b551-fbaf-458e-9afd-6552b9f4fedf tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/security-groups?id=68ad11e8-1aa1-499b-bf86-ff9b343e8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664184 Aug 27 21:27:17.565446 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-af684e8f-b367-4351-b483-791d33429064 req-ed8b0eba-b27b-428f-a5b4-2032f6bbd7a3 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630105 Aug 27 21:27:17.759281 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93245020-db99-4602-b78d-3413f39a0f46 req-088f3060-940c-4f2f-9bdb-436a32c12b8d tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:17.762538 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-93245020-db99-4602-b78d-3413f39a0f46 req-088f3060-940c-4f2f-9bdb-436a32c12b8d tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 946 time: 0.0929513 Aug 27 21:27:17.848380 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-93245020-db99-4602-b78d-3413f39a0f46 req-9844d1bb-6fd1-4172-bd74-15d5ce23275b tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0744863 Aug 27 21:27:17.996059 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-e0fbf444-00a6-44f0-9788-8d09f2477a81 req-04d29386-ddbf-4e77-b51f-27cbe2fc1391 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=85aa052c-7ab9-4981-bdf9-723657cf85f4 HTTP/1.1" status: 200 len: 210 time: 0.0396123 Aug 27 21:27:18.123430 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device d16548eb-d99d-4449-be85-29cadb36a7cd no longer exists at agent hyperv_hv-cinder-80643 {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 21:27:18.152187 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] No Port match for: d16548eb-d99d-4449-be85-29cadb36a7cd {{(pid=93798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 21:27:18.152586 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device d16548eb-d99d-4449-be85-29cadb36a7cd not bound to the agent host hv-cinder-80643 {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 21:27:18.707808 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32c9bc6f-e8dc-4cc6-9a5d-800a01337f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:18.754082 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6c654-8045-4ef4-86c2-5afa9c9d7999 req-1ebbd917-1a65-4f88-aeaf-8a12a64b9ba6 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:18.756699 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d7a6c654-8045-4ef4-86c2-5afa9c9d7999 req-1ebbd917-1a65-4f88-aeaf-8a12a64b9ba6 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0794010 Aug 27 21:27:19.012357 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b0fdc-4e44-423f-a324-33a5886c6251 req-c773f847-3d2f-4d9e-b25b-415c220533be tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:19.014876 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-440b0fdc-4e44-423f-a324-33a5886c6251 req-c773f847-3d2f-4d9e-b25b-415c220533be tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 946 time: 0.0729887 Aug 27 21:27:19.082717 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-440b0fdc-4e44-423f-a324-33a5886c6251 req-8135513f-86c1-4656-b5f3-0717538254d3 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0597126 Aug 27 21:27:19.106406 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d7a6c654-8045-4ef4-86c2-5afa9c9d7999 req-97c9e48d-8df9-4ca8-8c13-b769adea0adf tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418806 Aug 27 21:27:20.151153 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device 19760bd2-1463-4eed-b6b4-5ceac4b34206 no longer exists at agent hyperv_hv-cinder-80643 {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 21:27:20.223640 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] No Port match for: 19760bd2-1463-4eed-b6b4-5ceac4b34206 {{(pid=93798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 21:27:20.223891 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device 19760bd2-1463-4eed-b6b4-5ceac4b34206 not bound to the agent host hv-cinder-80643 {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 21:27:20.228008 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec26525-a4a0-4810-b822-422f157ea331 req-d8970d2f-d6ba-4133-ad63-dfc0e4a31b80 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:20.232766 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-eec26525-a4a0-4810-b822-422f157ea331 req-d8970d2f-d6ba-4133-ad63-dfc0e4a31b80 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 946 time: 0.0586052 Aug 27 21:27:20.298232 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-eec26525-a4a0-4810-b822-422f157ea331 req-c3fa108c-7a4c-4ef3-bee3-8ce9e5e59df0 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0567660 Aug 27 21:27:20.319144 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e45d8-4cd7-4900-a84c-c87732b20744 req-7081d5cc-7321-4615-9608-f3a2b7a2fa84 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:20.321503 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-0c6e45d8-4cd7-4900-a84c-c87732b20744 req-7081d5cc-7321-4615-9608-f3a2b7a2fa84 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0715003 Aug 27 21:27:20.393856 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-0c6e45d8-4cd7-4900-a84c-c87732b20744 req-02918887-cb29-4df9-8d2c-131b3f0bda96 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619483 Aug 27 21:27:20.672396 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e0750-69f0-4d71-a293-4ee9127787e7 req-8a661d91-a302-4183-b65d-14b6a40c4a24 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:20.674078 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-4e8e0750-69f0-4d71-a293-4ee9127787e7 req-8a661d91-a302-4183-b65d-14b6a40c4a24 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fd2e5b8-ceb2-494c-ab8f-3490ee2ef899 HTTP/1.1" status: 200 len: 946 time: 0.0658963 Aug 27 21:27:20.723219 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-4e8e0750-69f0-4d71-a293-4ee9127787e7 req-84f0fd09-af54-43a3-9bbd-796b53293285 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426776 Aug 27 21:27:21.338072 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-50eb0bdb-ea58-4c48-893c-770b0ce8beb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:21.512717 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3286ba-f17a-41d8-814c-4c3e19effd17 req-ae8ede65-6821-4bd6-abef-862ab83497a2 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:21.521752 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-cc3286ba-f17a-41d8-814c-4c3e19effd17 req-ae8ede65-6821-4bd6-abef-862ab83497a2 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 946 time: 0.0866356 Aug 27 21:27:21.534914 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1955dc-87e6-4186-b3e3-51d5855c81f4 req-5eeed6fb-eb19-49c1-8485-915b38e0a74f tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:21.553561 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-4c1955dc-87e6-4186-b3e3-51d5855c81f4 req-5eeed6fb-eb19-49c1-8485-915b38e0a74f tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0889211 Aug 27 21:27:21.570970 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:21.596956 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-cc3286ba-f17a-41d8-814c-4c3e19effd17 req-538bad77-fd44-48bf-a83e-85cc2fce2fdf tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0735931 Aug 27 21:27:21.621207 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-4c1955dc-87e6-4186-b3e3-51d5855c81f4 req-0b18bece-af1c-4cff-96f6-edaa6239e29b tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661564 Aug 27 21:27:21.850300 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5437d74b-3081-444b-86da-f188c051cd92 req-a9abf077-e43d-4179-ba91-b1c4c23c774a tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:21.862694 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-5437d74b-3081-444b-86da-f188c051cd92 req-a9abf077-e43d-4179-ba91-b1c4c23c774a tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fd2e5b8-ceb2-494c-ab8f-3490ee2ef899 HTTP/1.1" status: 200 len: 946 time: 0.0722444 Aug 27 21:27:21.914857 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-5437d74b-3081-444b-86da-f188c051cd92 req-a214ebe0-58d5-4870-a12d-d44e90e8431c tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448005 Aug 27 21:27:22.534681 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df943708-6fba-4d4a-bcbc-81c4470835b4 req-fef5e107-f50e-4605-aba9-441ed51c5f52 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:22.537712 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-df943708-6fba-4d4a-bcbc-81c4470835b4 req-fef5e107-f50e-4605-aba9-441ed51c5f52 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.73 "GET /v2.0/ports?device_id=9fd2e5b8-ceb2-494c-ab8f-3490ee2ef899 HTTP/1.1" status: 200 len: 946 time: 0.0776458 Aug 27 21:27:22.707914 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65920cb9-5c7f-4952-b134-219b92defc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:22.832324 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade39fb3-1cca-49c8-9e5d-28d3b2125f4c req-a962b5df-bf2d-4117-ad68-ba8e7d8e096e tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:22.833855 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87dd9d-f861-46f3-93cd-0bbb8cfc523f req-f6782b5f-b7a5-4fa9-89c4-afacfb018d9d tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:22.836278 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-fe87dd9d-f861-46f3-93cd-0bbb8cfc523f req-f6782b5f-b7a5-4fa9-89c4-afacfb018d9d tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 946 time: 0.0795684 Aug 27 21:27:22.841644 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-ade39fb3-1cca-49c8-9e5d-28d3b2125f4c req-a962b5df-bf2d-4117-ad68-ba8e7d8e096e tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0949101 Aug 27 21:27:22.890303 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-fe87dd9d-f861-46f3-93cd-0bbb8cfc523f req-e64a0731-14ce-423d-b4e1-dd322ce236d7 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417984 Aug 27 21:27:22.907876 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-ade39fb3-1cca-49c8-9e5d-28d3b2125f4c req-d5b82e11-58c6-4fc7-9af3-fd20d9cd1b42 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591340 Aug 27 21:27:23.045688 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23f3f3-b64f-421e-bdc4-fd1039b75721 req-7e0099db-7a99-4cc9-8fcf-969029529acc tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:23.047472 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-cb23f3f3-b64f-421e-bdc4-fd1039b75721 req-7e0099db-7a99-4cc9-8fcf-969029529acc tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fd2e5b8-ceb2-494c-ab8f-3490ee2ef899 HTTP/1.1" status: 200 len: 946 time: 0.0592887 Aug 27 21:27:23.091075 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-cb23f3f3-b64f-421e-bdc4-fd1039b75721 req-2677192f-55c1-4990-bf1a-b9d703fe75ba tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372217 Aug 27 21:27:23.897897 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-df943708-6fba-4d4a-bcbc-81c4470835b4 req-b7cb2581-e176-4cfc-9a31-79c26bd3b673 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Deleting port ffb26850-fdb4-4ec1-952e-e63d67398879 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 21:27:23.899749 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-df943708-6fba-4d4a-bcbc-81c4470835b4 req-b7cb2581-e176-4cfc-9a31-79c26bd3b673 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794201129759'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:24.044986 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-df943708-6fba-4d4a-bcbc-81c4470835b4 req-b7cb2581-e176-4cfc-9a31-79c26bd3b673 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] For port ffb26850-fdb4-4ec1-952e-e63d67398879, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=ffb26850-fdb4-4ec1-952e-e63d67398879,segment=NetworkSegment(cc218a4a-0181-4b4c-a554-32acf37b90dd),segment_id=cc218a4a-0181-4b4c-a554-32acf37b90dd)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:27:24.047668 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-df943708-6fba-4d4a-bcbc-81c4470835b4 req-b7cb2581-e176-4cfc-9a31-79c26bd3b673 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:24.055830 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-778ce8a3-384f-4928-b9ff-199d4ced17a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:24.068737 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-df943708-6fba-4d4a-bcbc-81c4470835b4 req-b7cb2581-e176-4cfc-9a31-79c26bd3b673 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Calling delete_port for ffb26850-fdb4-4ec1-952e-e63d67398879 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 21:27:24.103061 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c6e2de-81b0-4f95-a1aa-a31826b6b0e3 req-3f4411f7-77dd-4a5b-9c83-c344e4190271 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:24.104680 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-27c6e2de-81b0-4f95-a1aa-a31826b6b0e3 req-3f4411f7-77dd-4a5b-9c83-c344e4190271 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 946 time: 0.0702546 Aug 27 21:27:24.151805 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-27c6e2de-81b0-4f95-a1aa-a31826b6b0e3 req-579871d7-a259-4f6a-8b01-04c0213bea3d tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390618 Aug 27 21:27:24.176374 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4de8c0-9cca-46b4-8706-7871fcd3ad7a req-4839b18e-c624-489f-bf91-051e56370c1e tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:24.177889 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-9d4de8c0-9cca-46b4-8706-7871fcd3ad7a req-4839b18e-c624-489f-bf91-051e56370c1e tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.1024394 Aug 27 21:27:24.247160 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-9d4de8c0-9cca-46b4-8706-7871fcd3ad7a req-7f8a03b9-7eb5-4afa-993c-dae7ff192073 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625842 Aug 27 21:27:24.300827 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c2801-4151-43b0-91a6-da70fe51268f req-6f66930d-3ba3-492d-91b8-d5701e87f74f tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:24.302939 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-180c2801-4151-43b0-91a6-da70fe51268f req-6f66930d-3ba3-492d-91b8-d5701e87f74f tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fd2e5b8-ceb2-494c-ab8f-3490ee2ef899 HTTP/1.1" status: 200 len: 946 time: 0.0832484 Aug 27 21:27:24.334728 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-df943708-6fba-4d4a-bcbc-81c4470835b4 req-b7cb2581-e176-4cfc-9a31-79c26bd3b673 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794201022239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794200564237'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:24.355000 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-180c2801-4151-43b0-91a6-da70fe51268f req-16486c90-a65d-4bf0-b9c5-fceaa85df1b1 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a722084-cfeb-458e-82bc-0b9f62136646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446084 Aug 27 21:27:24.371907 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cb2581-e176-4cfc-9a31-79c26bd3b673 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Pushing event deleted for resources: {'Port': ['ID=ffb26850-fdb4-4ec1-952e-e63d67398879,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:27:24.414437 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-df943708-6fba-4d4a-bcbc-81c4470835b4 req-b7cb2581-e176-4cfc-9a31-79c26bd3b673 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] No DVR routers for this DVR port ffb26850-fdb4-4ec1-952e-e63d67398879 on host hv-cinder-80643 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 21:27:24.417128 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-df943708-6fba-4d4a-bcbc-81c4470835b4 req-b7cb2581-e176-4cfc-9a31-79c26bd3b673 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:24.419360 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-df943708-6fba-4d4a-bcbc-81c4470835b4 req-b7cb2581-e176-4cfc-9a31-79c26bd3b673 tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.73 "DELETE /v2.0/ports/ffb26850-fdb4-4ec1-952e-e63d67398879 HTTP/1.1" status: 204 len: 173 time: 0.6410360 Aug 27 21:27:24.419804 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fd2e5b8-ceb2-494c-ab8f-3490ee2ef899', 'name': 'network-vif-deleted', 'tag': 'ffb26850-fdb4-4ec1-952e-e63d67398879'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:27:24.422077 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38019ac9d499d238660659c848bc6e147427a71e556f74dfb6c52f178b5569d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837dacfa-4e7a-4734-a675-457565a4b5fb" -d '{"events": [{"server_uuid": "9fd2e5b8-ceb2-494c-ab8f-3490ee2ef899", "name": "network-vif-deleted", "tag": "ffb26850-fdb4-4ec1-952e-e63d67398879"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:27:24.459150 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 21:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756cdcdf-fd69-4a8e-ab67-489cb35450a4 x-openstack-request-id: req-756cdcdf-fd69-4a8e-ab67-489cb35450a4 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:27:24.459442 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fd2e5b8-ceb2-494c-ab8f-3490ee2ef899", "name": "network-vif-deleted", "tag": "ffb26850-fdb4-4ec1-952e-e63d67398879", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:27:24.459687 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-756cdcdf-fd69-4a8e-ab67-489cb35450a4 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:27:24.460073 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fd2e5b8-ceb2-494c-ab8f-3490ee2ef899', 'name': 'network-vif-deleted', 'tag': 'ffb26850-fdb4-4ec1-952e-e63d67398879', 'status': 'completed', 'code': 200} Aug 27 21:27:25.269287 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294e7dd-14e6-4c4e-b5fe-7fa658df1d43 req-9f820617-653b-4529-a9c2-adb6882f49cb tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:25.270810 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-1294e7dd-14e6-4c4e-b5fe-7fa658df1d43 req-9f820617-653b-4529-a9c2-adb6882f49cb tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 946 time: 0.0489731 Aug 27 21:27:25.312392 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-1294e7dd-14e6-4c4e-b5fe-7fa658df1d43 req-7dbd45de-ed1c-426a-939a-88cd0c1994af tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346501 Aug 27 21:27:25.365805 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c732fbcf-62a0-44f0-aae7-3dfc0a194fb6 req-2fd71ed9-21fa-4f0a-846b-efbe459bf34c tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:25.367972 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-c732fbcf-62a0-44f0-aae7-3dfc0a194fb6 req-2fd71ed9-21fa-4f0a-846b-efbe459bf34c tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0526781 Aug 27 21:27:25.408903 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-c732fbcf-62a0-44f0-aae7-3dfc0a194fb6 req-5e87b538-e893-4eb4-9d77-afbde37f0250 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340517 Aug 27 21:27:25.459286 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-f701e2f8-f3e4-4c8e-9496-e7d85b832cce req-3f203610-dbbe-4fed-b8a8-4502498b377c tempest-AttachVolumeNegativeTest-403335740 tempest-AttachVolumeNegativeTest-403335740-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fd2e5b8-ceb2-494c-ab8f-3490ee2ef899 HTTP/1.1" status: 200 len: 210 time: 0.0353377 Aug 27 21:27:25.636432 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] get_ports_and_sgs() called for port_ids ['ffb26850-fdb4-4ec1-952e-e63d67398879'] {{(pid=93798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 21:27:26.221181 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device ffb26850-fdb4-4ec1-952e-e63d67398879 no longer exists at agent hyperv_hv-cinder-80643 {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 21:27:26.248741 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] No Port match for: ffb26850-fdb4-4ec1-952e-e63d67398879 {{(pid=93798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 21:27:26.249121 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device ffb26850-fdb4-4ec1-952e-e63d67398879 not bound to the agent host hv-cinder-80643 {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 21:27:26.336455 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a6fb5-15ee-4b28-aa8f-94bcba3bd1a7 req-efcc4668-2e50-47af-a508-354e229c89fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:26.337964 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-123a6fb5-15ee-4b28-aa8f-94bcba3bd1a7 req-efcc4668-2e50-47af-a508-354e229c89fe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4c7881af14ba462d932065fd81b90b6e&device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 1099 time: 0.0542195 Aug 27 21:27:26.479559 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a6fb5-15ee-4b28-aa8f-94bcba3bd1a7 req-4f2a3a12-8539-42cb-bb61-e5997f524583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:26.481198 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-123a6fb5-15ee-4b28-aa8f-94bcba3bd1a7 req-4f2a3a12-8539-42cb-bb61-e5997f524583 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89 HTTP/1.1" status: 200 len: 918 time: 0.1322100 Aug 27 21:27:26.490056 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d4307-62ee-47a2-95e6-0b62a6c8d6da req-41e13f12-6e94-47e9-af0c-bd48c1000644 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:26.491465 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-8a0d4307-62ee-47a2-95e6-0b62a6c8d6da req-41e13f12-6e94-47e9-af0c-bd48c1000644 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 946 time: 0.0826283 Aug 27 21:27:26.548514 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c663d-eac8-42b8-88d5-0bced7ca5e94 req-d5220a3c-1e53-4634-9f1e-3a2398920dc2 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:26.550149 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-593c663d-eac8-42b8-88d5-0bced7ca5e94 req-d5220a3c-1e53-4634-9f1e-3a2398920dc2 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0546560 Aug 27 21:27:26.595621 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-593c663d-eac8-42b8-88d5-0bced7ca5e94 req-647a037a-4385-4c62-a123-10a703f9c800 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386255 Aug 27 21:27:26.617349 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-123a6fb5-15ee-4b28-aa8f-94bcba3bd1a7 req-91a68732-d76e-41f2-8e06-df29286f7f11 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd89a8b2-feb9-4512-b8fe-553705f6dd9e HTTP/1.1" status: 200 len: 1001 time: 0.1244273 Aug 27 21:27:26.620393 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-8a0d4307-62ee-47a2-95e6-0b62a6c8d6da req-24de05c6-9c3e-438d-bbd4-d198ccde5e5f tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1212432 Aug 27 21:27:26.642764 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 35078) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:27:26.676851 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a6fb5-15ee-4b28-aa8f-94bcba3bd1a7 req-d4c7bd50-86c7-4d47-9db0-f68a302f10a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:26.678322 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-123a6fb5-15ee-4b28-aa8f-94bcba3bd1a7 req-d4c7bd50-86c7-4d47-9db0-f68a302f10a4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6921f496-5d7a-4db6-bf96-720866799ce1 HTTP/1.1" status: 200 len: 856 time: 0.0536726 Aug 27 21:27:26.698357 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-9819338d-08e1-4830-9ce2-5c2added4252 admin admin] Deleting subnet 1118719e-5689-4aa5-abb3-709897e8d96a {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 21:27:26.701791 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9819338d-08e1-4830-9ce2-5c2added4252 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:26.740287 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9819338d-08e1-4830-9ce2-5c2added4252 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3590199'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:26.743883 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a6fb5-15ee-4b28-aa8f-94bcba3bd1a7 req-87f64c00-d8d9-4259-9de7-9c49e59a0135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:26.745456 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-123a6fb5-15ee-4b28-aa8f-94bcba3bd1a7 req-87f64c00-d8d9-4259-9de7-9c49e59a0135 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0526655 Aug 27 21:27:26.785084 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9819338d-08e1-4830-9ce2-5c2added4252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8232119'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:26.858388 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9819338d-08e1-4830-9ce2-5c2added4252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8232120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-275407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3223993'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:26.885742 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9819338d-08e1-4830-9ce2-5c2added4252 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1118719e-5689-4aa5-abb3-709897e8d96a,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:27:26.889588 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9819338d-08e1-4830-9ce2-5c2added4252 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:26.893490 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-123a6fb5-15ee-4b28-aa8f-94bcba3bd1a7 req-86e20896-5229-445a-bf0f-eccee4b4e6ec service neutron] 10.222.0.73 "GET /v2.0/networks/9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234856 Aug 27 21:27:26.894259 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-9819338d-08e1-4830-9ce2-5c2added4252 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1118719e-5689-4aa5-abb3-709897e8d96a HTTP/1.1" status: 204 len: 168 time: 0.2501121 Aug 27 21:27:26.894469 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 35082) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:27:26.967029 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8dd921-2dda-41bd-9d54-033909de3725 req-32034920-e1fe-4474-a800-3de4299c0287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:26.970280 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-8f8dd921-2dda-41bd-9d54-033909de3725 req-32034920-e1fe-4474-a800-3de4299c0287 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 1099 time: 0.0497067 Aug 27 21:27:27.025599 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-8f8dd921-2dda-41bd-9d54-033909de3725 req-864b75e0-d039-429c-bb50-8af521508d1e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446267 Aug 27 21:27:27.026555 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c2d5d0b-b99f-42a1-94ec-aa1b828ac737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8293159'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:27.086914 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-123a6fb5-15ee-4b28-aa8f-94bcba3bd1a7 req-b5efe190-bdbd-4dc5-b2eb-98b1a153cc58 service neutron] 10.222.0.73 "GET /v2.0/networks/9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444213 Aug 27 21:27:27.137772 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c2d5d0b-b99f-42a1-94ec-aa1b828ac737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8361292', 'neutron.services.segments.db._delete_segments_for_network-8794201047534'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:27.149290 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c2d5d0b-b99f-42a1-94ec-aa1b828ac737 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:27:27.149747 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c2d5d0b-b99f-42a1-94ec-aa1b828ac737 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:27:27.155741 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c2d5d0b-b99f-42a1-94ec-aa1b828ac737 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:27:27.155741 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c2d5d0b-b99f-42a1-94ec-aa1b828ac737 admin admin] Subscribe: > port after_create 55550000 {{(pid=93796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:27:27.155741 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c2d5d0b-b99f-42a1-94ec-aa1b828ac737 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:27:27.155741 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c2d5d0b-b99f-42a1-94ec-aa1b828ac737 admin admin] Subscribe: > port after_update 55550000 {{(pid=93796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:27:27.155741 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c2d5d0b-b99f-42a1-94ec-aa1b828ac737 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:27:27.155741 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c2d5d0b-b99f-42a1-94ec-aa1b828ac737 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:27:27.155741 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c2d5d0b-b99f-42a1-94ec-aa1b828ac737 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:27:27.155741 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c2d5d0b-b99f-42a1-94ec-aa1b828ac737 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:27:27.294859 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c2d5d0b-b99f-42a1-94ec-aa1b828ac737 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:27:27.295096 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c2d5d0b-b99f-42a1-94ec-aa1b828ac737 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:27:27.295415 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c2d5d0b-b99f-42a1-94ec-aa1b828ac737 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:27:27.295739 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c2d5d0b-b99f-42a1-94ec-aa1b828ac737 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 21:27:27.296114 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.services.segments.db [None req-6c2d5d0b-b99f-42a1-94ec-aa1b828ac737 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3810ce44-ef2e-4539-825a-afaeff9378bf']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:27:27.320428 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.services.segments.db [None req-6c2d5d0b-b99f-42a1-94ec-aa1b828ac737 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc218a4a-0181-4b4c-a554-32acf37b90dd') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:27:27.320763 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.services.segments.db [None req-6c2d5d0b-b99f-42a1-94ec-aa1b828ac737 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc218a4a-0181-4b4c-a554-32acf37b90dd') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:27:27.340179 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c2d5d0b-b99f-42a1-94ec-aa1b828ac737 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794201047417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25551030'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:27.374223 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c2d5d0b-b99f-42a1-94ec-aa1b828ac737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226622'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:27.388777 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c2d5d0b-b99f-42a1-94ec-aa1b828ac737 admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 21:27:27.389118 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c2d5d0b-b99f-42a1-94ec-aa1b828ac737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25193617'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:27.395568 dv-cinder-806436-1-iscsi neutron-server[93796]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 21:27:27.395568 dv-cinder-806436-1-iscsi neutron-server[93796]: from cryptography.utils import int_from_bytes Aug 27 21:27:27.395568 dv-cinder-806436-1-iscsi neutron-server[93796]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 21:27:27.395568 dv-cinder-806436-1-iscsi neutron-server[93796]: from cryptography.utils import int_from_bytes Aug 27 21:27:27.395568 dv-cinder-806436-1-iscsi neutron-server[93796]: Traceback (most recent call last): Aug 27 21:27:27.395568 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 21:27:27.395568 dv-cinder-806436-1-iscsi neutron-server[93796]: timer() Aug 27 21:27:27.395568 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 21:27:27.395568 dv-cinder-806436-1-iscsi neutron-server[93796]: cb(*args, **kw) Aug 27 21:27:27.395568 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 21:27:27.395568 dv-cinder-806436-1-iscsi neutron-server[93796]: return func(*args, **kwargs) Aug 27 21:27:27.395568 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 21:27:27.395568 dv-cinder-806436-1-iscsi neutron-server[93796]: self._notify() Aug 27 21:27:27.395568 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 21:27:27.395568 dv-cinder-806436-1-iscsi neutron-server[93796]: self.callback(batched_events) Aug 27 21:27:27.395568 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 21:27:27.395568 dv-cinder-806436-1-iscsi neutron-server[93796]: event.method(event) Aug 27 21:27:27.395568 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 21:27:27.395568 dv-cinder-806436-1-iscsi neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 21:27:27.395568 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 21:27:27.395568 dv-cinder-806436-1-iscsi neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 21:27:27.395568 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 21:27:27.395568 dv-cinder-806436-1-iscsi neutron-server[93796]: return f(self, *a, **k) Aug 27 21:27:27.395568 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 21:27:27.395568 dv-cinder-806436-1-iscsi neutron-server[93796]: return self._get(url).json() Aug 27 21:27:27.395568 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 21:27:27.395568 dv-cinder-806436-1-iscsi neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 21:27:27.395568 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 21:27:27.395568 dv-cinder-806436-1-iscsi neutron-server[93796]: return self.request(url, 'GET', **kwargs) Aug 27 21:27:27.395568 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 21:27:27.395568 dv-cinder-806436-1-iscsi neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 21:27:27.395568 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 21:27:27.395568 dv-cinder-806436-1-iscsi neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 21:27:27.395568 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 21:27:27.395568 dv-cinder-806436-1-iscsi neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 21:27:27.395568 dv-cinder-806436-1-iscsi neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 21:27:27.458822 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c2d5d0b-b99f-42a1-94ec-aa1b828ac737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8361269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628323'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:27.469307 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c2d5d0b-b99f-42a1-94ec-aa1b828ac737 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:27.471916 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-6c2d5d0b-b99f-42a1-94ec-aa1b828ac737 admin admin] 10.222.0.39 "DELETE /v2.0/networks/3810ce44-ef2e-4539-825a-afaeff9378bf HTTP/1.1" status: 204 len: 168 time: 0.5764220 Aug 27 21:27:27.486921 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2d5d0b-b99f-42a1-94ec-aa1b828ac737 admin admin] Pushing event deleted for resources: {'Network': ['ID=3810ce44-ef2e-4539-825a-afaeff9378bf,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:27:27.628110 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 35106) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:27:27.722793 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-51b153ac-b8b8-45d4-90ed-47642c13fedd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f86ecf3ade224edea8eb50a9b92b58b0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0930569 Aug 27 21:27:27.728473 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 35110) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:27:27.797893 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa56b3d-d56c-4b6d-9050-b3497a2db254 req-833373a1-0b67-4e33-8003-f682c324f03b tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:27.799936 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-dfa56b3d-d56c-4b6d-9050-b3497a2db254 req-833373a1-0b67-4e33-8003-f682c324f03b tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0923598 Aug 27 21:27:27.810220 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f306d-b957-4e63-8a3d-75a0fc7f2901 req-fcc64f02-2e66-4d58-80cb-fc30f9a47867 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:27.812190 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-411f306d-b957-4e63-8a3d-75a0fc7f2901 req-fcc64f02-2e66-4d58-80cb-fc30f9a47867 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 946 time: 0.0978694 Aug 27 21:27:27.871442 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-dfa56b3d-d56c-4b6d-9050-b3497a2db254 req-9b57b3c9-7a08-4ea4-bfba-b0f5926952f6 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620737 Aug 27 21:27:28.073270 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-74444abe-ee14-4d39-a1cf-9f1878156a97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:28.115705 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-74444abe-ee14-4d39-a1cf-9f1878156a97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:28.121742 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-411f306d-b957-4e63-8a3d-75a0fc7f2901 req-adc7dca8-6a3d-4f3d-8b78-017c5710e16c tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3024278 Aug 27 21:27:28.188635 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-74444abe-ee14-4d39-a1cf-9f1878156a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:28.191231 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-74444abe-ee14-4d39-a1cf-9f1878156a97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:28.192981 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-74444abe-ee14-4d39-a1cf-9f1878156a97 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3a722084-cfeb-458e-82bc-0b9f62136646 HTTP/1.1" status: 204 len: 168 time: 0.4658091 Aug 27 21:27:28.203094 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74444abe-ee14-4d39-a1cf-9f1878156a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a722084-cfeb-458e-82bc-0b9f62136646,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:27:29.062713 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1783391-ca0a-471e-b78c-cafda416b80e req-6dc15478-ff97-4f51-97f6-0af7fcdf62ce tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:29.064853 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-a1783391-ca0a-471e-b78c-cafda416b80e req-6dc15478-ff97-4f51-97f6-0af7fcdf62ce tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0615790 Aug 27 21:27:29.117251 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-a1783391-ca0a-471e-b78c-cafda416b80e req-3204ec38-0d6e-4327-928a-46b4f8d83190 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431125 Aug 27 21:27:29.291452 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1415bb2-59af-4014-8b9d-4288e11453bc req-9782a35f-c264-4323-b8b0-2bc219b6a4ab tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:29.296877 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-b1415bb2-59af-4014-8b9d-4288e11453bc req-9782a35f-c264-4323-b8b0-2bc219b6a4ab tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 946 time: 0.0734611 Aug 27 21:27:29.338026 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-b1415bb2-59af-4014-8b9d-4288e11453bc req-67abf610-f3a8-4b56-a361-22db862b3b30 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379579 Aug 27 21:27:29.730668 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4161bf-1dba-430b-b2ed-87944b7137fc req-7107595e-fbb8-4bb7-b35d-5eb499c4427e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:29.736085 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-5d4161bf-1dba-430b-b2ed-87944b7137fc req-7107595e-fbb8-4bb7-b35d-5eb499c4427e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f8b30927378840a284e230193294d3eb&device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 1099 time: 0.1009123 Aug 27 21:27:29.783603 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a35344-ef6d-44ac-ae6e-bb50fed3e1ee req-00fbf16f-b0ca-4ee2-93ac-954f865bd98c tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:29.808858 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-92a35344-ef6d-44ac-ae6e-bb50fed3e1ee req-00fbf16f-b0ca-4ee2-93ac-954f865bd98c tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.1454592 Aug 27 21:27:29.863102 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-92a35344-ef6d-44ac-ae6e-bb50fed3e1ee req-59ca0e94-449b-4df6-9ff3-2562be044d5f tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519018 Aug 27 21:27:29.914422 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4161bf-1dba-430b-b2ed-87944b7137fc req-5a6b3b3c-2abe-4d6c-9a31-7514c005bf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:29.917072 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-5d4161bf-1dba-430b-b2ed-87944b7137fc req-5a6b3b3c-2abe-4d6c-9a31-7514c005bf9f service neutron] 10.222.0.73 "GET /v2.0/networks?id=5fbb2a6b-0896-4fd4-bd40-c249a33d87a8 HTTP/1.1" status: 200 len: 919 time: 0.1666970 Aug 27 21:27:29.986220 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-5d4161bf-1dba-430b-b2ed-87944b7137fc req-c13107a0-0c3e-47c8-a74f-bd56b7a2eabc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2aef329b-efff-4697-8ce2-30fab4ff9703 HTTP/1.1" status: 200 len: 217 time: 0.0543449 Aug 27 21:27:30.060259 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4161bf-1dba-430b-b2ed-87944b7137fc req-3c03285d-12f1-4edf-951b-4827132dc3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:30.061826 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-5d4161bf-1dba-430b-b2ed-87944b7137fc req-3c03285d-12f1-4edf-951b-4827132dc3ec service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b5e1eaea-5bab-43a2-8e07-1f620faa4b4a HTTP/1.1" status: 200 len: 858 time: 0.0665104 Aug 27 21:27:30.115869 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-5d4161bf-1dba-430b-b2ed-87944b7137fc req-3313f7f9-54d2-465e-86ae-c1272d99455e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5fbb2a6b-0896-4fd4-bd40-c249a33d87a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442870 Aug 27 21:27:30.251028 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-5d4161bf-1dba-430b-b2ed-87944b7137fc req-c46ae272-cb79-4826-8da5-cdd35b3f09e9 service neutron] 10.222.0.73 "GET /v2.0/networks/5fbb2a6b-0896-4fd4-bd40-c249a33d87a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191761 Aug 27 21:27:30.254137 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device bd89a8b2-feb9-4512-b8fe-553705f6dd9e no longer exists at agent hyperv_hv-cinder-80643 {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 21:27:30.349718 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:30.378755 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b49151a-ae9a-4ab0-8027-c5e49267742b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd89a8b2-feb9-4512-b8fe-553705f6dd9e'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:27:30.381720 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf732d6db1af9f7bc3b5310490fe48ff1e7c732a768ef3a1a1326297a3ecfd63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9d4d54-b9b9-4182-8108-e3557c05f9c2" -d '{"events": [{"server_uuid": "5b49151a-ae9a-4ab0-8027-c5e49267742b", "name": "network-vif-unplugged", "status": "completed", "tag": "bd89a8b2-feb9-4512-b8fe-553705f6dd9e"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:27:30.394563 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-5d4161bf-1dba-430b-b2ed-87944b7137fc req-6b911899-9454-4373-94d0-0208a349fba9 service neutron] 10.222.0.73 "GET /v2.0/networks/5fbb2a6b-0896-4fd4-bd40-c249a33d87a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241889 Aug 27 21:27:30.400330 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port bd89a8b2-feb9-4512-b8fe-553705f6dd9e, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=bd89a8b2-feb9-4512-b8fe-553705f6dd9e,segment=NetworkSegment(cf28798e-2dc9-43ac-a0bc-53018bbccb0e),segment_id=cf28798e-2dc9-43ac-a0bc-53018bbccb0e)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:27:30.405642 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:30.447063 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 27 Aug 2021 21:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8933e39b-5e29-4acc-b958-9dec2a5fcc40 x-openstack-request-id: req-8933e39b-5e29-4acc-b958-9dec2a5fcc40 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:27:30.447366 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b49151a-ae9a-4ab0-8027-c5e49267742b", "name": "network-vif-unplugged", "status": "failed", "tag": "bd89a8b2-feb9-4512-b8fe-553705f6dd9e", "code": 422}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:27:30.447619 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8933e39b-5e29-4acc-b958-9dec2a5fcc40 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:27:30.448045 dv-cinder-806436-1-iscsi neutron-server[93798]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5b49151a-ae9a-4ab0-8027-c5e49267742b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bd89a8b2-feb9-4512-b8fe-553705f6dd9e', 'code': 422} returned with failed status Aug 27 21:27:30.477420 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Pushing event updated for resources: {'Port': ['ID=bd89a8b2-feb9-4512-b8fe-553705f6dd9e,revision_number=8']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:27:30.521364 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20822699-7ed7-4ff2-9a2c-cb0b2b000d46 req-80651c08-4455-491e-992e-70f290ab4d05 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:30.523016 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-20822699-7ed7-4ff2-9a2c-cb0b2b000d46 req-80651c08-4455-491e-992e-70f290ab4d05 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 944 time: 0.0595548 Aug 27 21:27:30.566791 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-20822699-7ed7-4ff2-9a2c-cb0b2b000d46 req-bc0e2f97-cd28-48d4-8646-a90740c6bb4b tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377457 Aug 27 21:27:31.036476 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d21aa-dc8e-4bea-979e-da9a7a9cb4ee req-582a37a1-4267-4498-8dca-d4f1659762cf tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:31.045561 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-c26d21aa-dc8e-4bea-979e-da9a7a9cb4ee req-582a37a1-4267-4498-8dca-d4f1659762cf tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0782895 Aug 27 21:27:31.158698 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-c26d21aa-dc8e-4bea-979e-da9a7a9cb4ee req-58884ddb-4c1d-49ab-ae0b-082b6ebb1e84 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120684 Aug 27 21:27:31.645038 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758efac-3b81-420b-80fc-a9298f4c9441 req-33ece170-643b-40b6-8d61-03d715462f00 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:31.647644 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-e758efac-3b81-420b-80fc-a9298f4c9441 req-33ece170-643b-40b6-8d61-03d715462f00 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 944 time: 0.0584595 Aug 27 21:27:31.711570 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-e758efac-3b81-420b-80fc-a9298f4c9441 req-7894e140-2983-4b2a-8e09-f4d85a3df62a tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0564952 Aug 27 21:27:32.332110 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e595326-729d-4b3f-a082-34549e8b8604 req-f77ed628-02e0-494a-a702-028545b29846 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:32.333822 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-8e595326-729d-4b3f-a082-34549e8b8604 req-f77ed628-02e0-494a-a702-028545b29846 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0595593 Aug 27 21:27:32.434846 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-8e595326-729d-4b3f-a082-34549e8b8604 req-9af97804-6d67-4de6-a0a2-b3eac915f804 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908186 Aug 27 21:27:32.857782 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa9f16-325a-4bfe-8f8b-24331cf1742e req-88c31f60-ae36-439f-bd29-61bff402ff9c tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:32.865357 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-11fa9f16-325a-4bfe-8f8b-24331cf1742e req-88c31f60-ae36-439f-bd29-61bff402ff9c tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 944 time: 0.0776091 Aug 27 21:27:32.916584 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-11fa9f16-325a-4bfe-8f8b-24331cf1742e req-dd5bca68-77c4-4aa1-a7f1-78b5bfdaf66e tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461118 Aug 27 21:27:33.068718 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 35256) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:27:33.191681 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a53f841f-5c83-4d55-9620-5d31024504e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:33.292362 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a53f841f-5c83-4d55-9620-5d31024504e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:33.296789 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a53f841f-5c83-4d55-9620-5d31024504e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:33.336646 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-a53f841f-5c83-4d55-9620-5d31024504e1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=72d72a09a3da4450ba45f75c42cf250c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2656879 Aug 27 21:27:33.338076 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53f841f-5c83-4d55-9620-5d31024504e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383947e3-3c63-4518-83ad-acd89a5c3884,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:27:33.339435 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 35264) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:27:33.394895 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-68d371bb-e8a8-4c08-8c31-7f942aced6e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:33.420366 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-68d371bb-e8a8-4c08-8c31-7f942aced6e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:33.490086 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-68d371bb-e8a8-4c08-8c31-7f942aced6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:33.496811 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-68d371bb-e8a8-4c08-8c31-7f942aced6e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:33.513743 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-68d371bb-e8a8-4c08-8c31-7f942aced6e0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/383947e3-3c63-4518-83ad-acd89a5c3884 HTTP/1.1" status: 204 len: 168 time: 0.1728666 Aug 27 21:27:33.535678 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d371bb-e8a8-4c08-8c31-7f942aced6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383947e3-3c63-4518-83ad-acd89a5c3884,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:27:33.688826 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f2603b-b7b7-46eb-a6e2-bba588b76ef2 req-5f2e9919-4fd6-4d85-aa89-c1fb60309c56 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:33.690690 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-f0f2603b-b7b7-46eb-a6e2-bba588b76ef2 req-5f2e9919-4fd6-4d85-aa89-c1fb60309c56 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0693660 Aug 27 21:27:33.760725 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-f0f2603b-b7b7-46eb-a6e2-bba588b76ef2 req-47f11162-ba4a-4a07-831a-495fa7e3ff3d tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597532 Aug 27 21:27:34.086761 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b292c71-87bb-4134-bed0-c1f084cea4c9 req-59e33ba3-dca7-4e2a-9d03-b3e6b54e4076 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:34.094316 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-4b292c71-87bb-4134-bed0-c1f084cea4c9 req-59e33ba3-dca7-4e2a-9d03-b3e6b54e4076 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 944 time: 0.0815327 Aug 27 21:27:34.189946 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-4b292c71-87bb-4134-bed0-c1f084cea4c9 req-081c3ec8-a788-4ff9-840b-0ee59ca7a0ec tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0943375 Aug 27 21:27:35.481981 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4e08a-6f5c-47f4-8ff9-bf3283e4c767 req-901301e3-e645-49a1-a93c-f5da54e3f93f tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:35.498826 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-58e4e08a-6f5c-47f4-8ff9-bf3283e4c767 req-901301e3-e645-49a1-a93c-f5da54e3f93f tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 944 time: 0.1475453 Aug 27 21:27:35.604037 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-58e4e08a-6f5c-47f4-8ff9-bf3283e4c767 req-75bba182-6687-4bf5-bba0-40d03f75165c tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0975299 Aug 27 21:27:35.741549 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 35350) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:27:35.861175 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f41d7631-497e-4478-8c3b-6641ae0b8caa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:35.964953 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f41d7631-497e-4478-8c3b-6641ae0b8caa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:35.968959 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f41d7631-497e-4478-8c3b-6641ae0b8caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:36.016234 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d7631-497e-4478-8c3b-6641ae0b8caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb8f348-80f4-424d-bc10-0ce1d1eadc44,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:27:36.026291 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 35354) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:27:36.032830 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-f41d7631-497e-4478-8c3b-6641ae0b8caa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a058bf5effdd4b66a975e0678060372f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2895482 Aug 27 21:27:36.081806 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-62fb20cb-605f-4b1d-b71a-3e64b19926d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:36.106015 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-62fb20cb-605f-4b1d-b71a-3e64b19926d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:36.162308 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-62fb20cb-605f-4b1d-b71a-3e64b19926d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:36.165398 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-62fb20cb-605f-4b1d-b71a-3e64b19926d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:36.169623 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-62fb20cb-605f-4b1d-b71a-3e64b19926d5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3fb8f348-80f4-424d-bc10-0ce1d1eadc44 HTTP/1.1" status: 204 len: 168 time: 0.1395788 Aug 27 21:27:36.176005 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fb20cb-605f-4b1d-b71a-3e64b19926d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb8f348-80f4-424d-bc10-0ce1d1eadc44,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:27:36.498591 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 35360) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:27:36.513297 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-14bb26a5-b938-43b3-b905-b6ee8180de0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:36.626553 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-14bb26a5-b938-43b3-b905-b6ee8180de0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:36.632141 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-14bb26a5-b938-43b3-b905-b6ee8180de0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:36.680173 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-14bb26a5-b938-43b3-b905-b6ee8180de0d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=549030fcf641436c88e2d84cdb75f903&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1796427 Aug 27 21:27:36.680995 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bb26a5-b938-43b3-b905-b6ee8180de0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0047ada3-3971-40e5-950d-eefb0dad4dfb,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:27:36.684914 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 35364) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:27:36.781981 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e4d85-c4dd-4f31-8ae8-8c73500728a8 req-75cabbd2-22f2-4806-a78f-ae9b8e90cd1e tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:36.792596 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-086e4d85-c4dd-4f31-8ae8-8c73500728a8 req-75cabbd2-22f2-4806-a78f-ae9b8e90cd1e tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 944 time: 0.1009338 Aug 27 21:27:36.793010 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-258940cb-6b36-43a9-be68-4e941223fc5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:36.838447 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-258940cb-6b36-43a9-be68-4e941223fc5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:36.880996 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-086e4d85-c4dd-4f31-8ae8-8c73500728a8 req-bd2a0f3f-b8bc-4add-a550-91abfbd43c2f tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0868180 Aug 27 21:27:36.923272 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-258940cb-6b36-43a9-be68-4e941223fc5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:36.926414 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-258940cb-6b36-43a9-be68-4e941223fc5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:36.929790 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-258940cb-6b36-43a9-be68-4e941223fc5a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0047ada3-3971-40e5-950d-eefb0dad4dfb HTTP/1.1" status: 204 len: 168 time: 0.2431524 Aug 27 21:27:36.948690 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258940cb-6b36-43a9-be68-4e941223fc5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0047ada3-3971-40e5-950d-eefb0dad4dfb,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:27:37.151137 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 35384) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:27:37.300205 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2fdb28a7-0825-40ad-952b-2579d5260e70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:37.432642 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2fdb28a7-0825-40ad-952b-2579d5260e70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:37.438277 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2fdb28a7-0825-40ad-952b-2579d5260e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:37.484774 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-2fdb28a7-0825-40ad-952b-2579d5260e70 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ec16014f3ebf45ffa2dabea82e5610e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3323324 Aug 27 21:27:37.486194 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb28a7-0825-40ad-952b-2579d5260e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29dc7659-80cb-44ac-96ce-7f72df3fe9e5,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:27:37.488032 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 35396) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:27:37.553041 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0a5c-18de-49ce-abee-d315601e788e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:37.578752 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0a5c-18de-49ce-abee-d315601e788e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:37.645632 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0a5c-18de-49ce-abee-d315601e788e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:37.650064 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0a5c-18de-49ce-abee-d315601e788e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:37.651463 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-4bfa0a5c-18de-49ce-abee-d315601e788e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/29dc7659-80cb-44ac-96ce-7f72df3fe9e5 HTTP/1.1" status: 204 len: 168 time: 0.1623056 Aug 27 21:27:37.660868 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfa0a5c-18de-49ce-abee-d315601e788e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29dc7659-80cb-44ac-96ce-7f72df3fe9e5,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:27:38.113292 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e9edd9-1350-4992-9453-8557bb96dab8 req-98f2fbe5-09ce-4c1c-885c-681013321d3f tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:38.125166 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-a9e9edd9-1350-4992-9453-8557bb96dab8 req-98f2fbe5-09ce-4c1c-885c-681013321d3f tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 944 time: 0.1227052 Aug 27 21:27:38.240768 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-a9e9edd9-1350-4992-9453-8557bb96dab8 req-6c2a2909-b65a-4f9f-bc8c-034033a37d80 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1106284 Aug 27 21:27:38.372745 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a1c07-2d6d-492e-bf9a-f4a924a20fd1 req-66929240-7585-4919-9a87-79d8646893e9 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:38.381905 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-335a1c07-2d6d-492e-bf9a-f4a924a20fd1 req-66929240-7585-4919-9a87-79d8646893e9 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=48848da9-6232-48ae-bd6a-c488d8e18619 HTTP/1.1" status: 200 len: 945 time: 0.0783157 Aug 27 21:27:38.424879 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-335a1c07-2d6d-492e-bf9a-f4a924a20fd1 req-3d17a483-294d-4128-a4ff-68642ecb0e08 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411038 Aug 27 21:27:38.912451 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 35454) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:27:39.046667 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [None req-db0141eb-00e1-4ad5-840e-ce9fb9a0c6a3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2128768098-network', 'tenant_id': '643ef7a25d8f4b71ae55ebc55eefc0e6'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:27:39.076287 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0141eb-00e1-4ad5-840e-ce9fb9a0c6a3 admin admin] Made reservation on behalf of 643ef7a25d8f4b71ae55ebc55eefc0e6 for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 21:27:39.078844 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-db0141eb-00e1-4ad5-840e-ce9fb9a0c6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:39.091298 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-db0141eb-00e1-4ad5-840e-ce9fb9a0c6a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:39.206854 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-db0141eb-00e1-4ad5-840e-ce9fb9a0c6a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:39.213421 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-db0141eb-00e1-4ad5-840e-ce9fb9a0c6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:39.237625 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db0141eb-00e1-4ad5-840e-ce9fb9a0c6a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 21:27:39.259276 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0141eb-00e1-4ad5-840e-ce9fb9a0c6a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa3dc92-eb30-408f-948c-63ceb829d106,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:27:39.277389 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-db0141eb-00e1-4ad5-840e-ce9fb9a0c6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226622'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:39.277745 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.db.segments_db [None req-db0141eb-00e1-4ad5-840e-ce9fb9a0c6a3 admin admin] Added segment c2378fa1-afe6-497d-9312-572f79e0ffd4 of type vlan for network cfa78330-d176-4c9f-aa9a-4db08f23b10c Aug 27 21:27:39.338143 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-db0141eb-00e1-4ad5-840e-ce9fb9a0c6a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794200552295'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:39.375639 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-db0141eb-00e1-4ad5-840e-ce9fb9a0c6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:39.376445 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0141eb-00e1-4ad5-840e-ce9fb9a0c6a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:39.377894 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-db0141eb-00e1-4ad5-840e-ce9fb9a0c6a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:39.416813 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd700d69-0dbf-44b2-af5f-5b4a831a6073 req-c90f86e1-6fce-450f-b3b8-94b02deabf18 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:39.426072 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-fd700d69-0dbf-44b2-af5f-5b4a831a6073 req-c90f86e1-6fce-450f-b3b8-94b02deabf18 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 944 time: 0.0736773 Aug 27 21:27:39.478410 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-fd700d69-0dbf-44b2-af5f-5b4a831a6073 req-bcf37054-f47d-4be8-b5db-f412a6bacf8d tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514524 Aug 27 21:27:39.493996 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-db0141eb-00e1-4ad5-840e-ce9fb9a0c6a3 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5804279 Aug 27 21:27:39.496894 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 35472) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:27:39.501799 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [None req-dc6086f6-4689-49c9-98b4-247de3ff0ffc admin admin] Request body: {'subnet': {'network_id': 'cfa78330-d176-4c9f-aa9a-4db08f23b10c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2128768098-subnet', 'tenant_id': '643ef7a25d8f4b71ae55ebc55eefc0e6', 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:27:39.501925 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0141eb-00e1-4ad5-840e-ce9fb9a0c6a3 admin admin] Pushing event updated for resources: {'Network': ['ID=cfa78330-d176-4c9f-aa9a-4db08f23b10c,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:27:39.519998 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Network cfa78330-d176-4c9f-aa9a-4db08f23b10c details requested by agent ovs-agent-dv-cinder-806436-1-iscsi with host dv-cinder-806436-1-iscsi {{(pid=93798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 21:27:39.529086 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6086f6-4689-49c9-98b4-247de3ff0ffc admin admin] Made reservation on behalf of 643ef7a25d8f4b71ae55ebc55eefc0e6 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 21:27:39.532172 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dc6086f6-4689-49c9-98b4-247de3ff0ffc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26072207'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:39.612984 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae623b-2135-4b1d-8201-66803e49cb16 req-87adee16-35ff-4d85-a0cb-c3baf5381db0 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:39.624711 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-38ae623b-2135-4b1d-8201-66803e49cb16 req-87adee16-35ff-4d85-a0cb-c3baf5381db0 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=48848da9-6232-48ae-bd6a-c488d8e18619 HTTP/1.1" status: 200 len: 945 time: 0.0765233 Aug 27 21:27:39.708121 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-38ae623b-2135-4b1d-8201-66803e49cb16 req-11cf7c4d-29e3-4bfd-97bb-057042be5107 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757649 Aug 27 21:27:39.775428 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dc6086f6-4689-49c9-98b4-247de3ff0ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25204276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26072317'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:39.834620 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6086f6-4689-49c9-98b4-247de3ff0ffc admin admin] Pushing event updated for resources: {'Subnet': ['ID=552f9052-989c-4d96-96ce-501309883166,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:27:39.847237 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6086f6-4689-49c9-98b4-247de3ff0ffc admin admin] Checking segment: {'id': 'c2378fa1-afe6-497d-9312-572f79e0ffd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'cfa78330-d176-4c9f-aa9a-4db08f23b10c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:27:39.847708 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6086f6-4689-49c9-98b4-247de3ff0ffc admin admin] Network hostable DHCP agents. Network: cfa78330-d176-4c9f-aa9a-4db08f23b10c, hostable agents: ['1749b5b4-19f7-4836-8339-7d75e40e8c09'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 21:27:39.875841 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6086f6-4689-49c9-98b4-247de3ff0ffc admin admin] Network cfa78330-d176-4c9f-aa9a-4db08f23b10c is scheduled to be hosted by DHCP agent 1749b5b4-19f7-4836-8339-7d75e40e8c09 with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 21:27:39.886348 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-dc6086f6-4689-49c9-98b4-247de3ff0ffc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806436-1-iscsi, cfa78330-d176-4c9f-aa9a-4db08f23b10c) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:27:39.891847 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6086f6-4689-49c9-98b4-247de3ff0ffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:39.892873 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dc6086f6-4689-49c9-98b4-247de3ff0ffc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:39.898221 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1f03f3-c8a5-4c89-9a4a-1dbee6927657 None None] Network cfa78330-d176-4c9f-aa9a-4db08f23b10c requested from dv-cinder-806436-1-iscsi {{(pid=93798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 21:27:39.938617 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-dc6086f6-4689-49c9-98b4-247de3ff0ffc admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4405150 Aug 27 21:27:39.943942 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 35476) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:27:39.950790 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [None req-4d191cae-8c3c-4d00-9f93-bb86ecc40838 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2128768098-router', 'tenant_id': '643ef7a25d8f4b71ae55ebc55eefc0e6', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e'}}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:27:39.983834 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4d191cae-8c3c-4d00-9f93-bb86ecc40838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-630306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40244'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:39.985010 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4d191cae-8c3c-4d00-9f93-bb86ecc40838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40255'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:40.153084 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4d191cae-8c3c-4d00-9f93-bb86ecc40838 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:40.180661 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0fc209-d8aa-4d5a-b5b8-8a7ee70409d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7822c764-62b3-5da8-a3e8-a6ab57b66038-cfa78330-d176-4c9f-aa9a-4db08f23b10c', 'network_id': 'cfa78330-d176-4c9f-aa9a-4db08f23b10c', 'tenant_id': '643ef7a25d8f4b71ae55ebc55eefc0e6', 'fixed_ips': [{'subnet_id': '552f9052-989c-4d96-96ce-501309883166'}]}} from dv-cinder-806436-1-iscsi. {{(pid=93798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 21:27:40.180661 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9e0fc209-d8aa-4d5a-b5b8-8a7ee70409d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:40.332619 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-9e0fc209-d8aa-4d5a-b5b8-8a7ee70409d1 None None] Allocated IP 172.20.0.2 (cfa78330-d176-4c9f-aa9a-4db08f23b10c/552f9052-989c-4d96-96ce-501309883166/4323075f-e081-437a-8df3-1f7297c3877c) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 21:27:40.352922 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4d191cae-8c3c-4d00-9f93-bb86ecc40838 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:40.501732 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9e0fc209-d8aa-4d5a-b5b8-8a7ee70409d1 None None] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:40.513786 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-9e0fc209-d8aa-4d5a-b5b8-8a7ee70409d1 None None] Transition to ACTIVE for port object 4323075f-e081-437a-8df3-1f7297c3877c will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:27:40.531247 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-9e0fc209-d8aa-4d5a-b5b8-8a7ee70409d1 None None] Transition to ACTIVE for port object 4323075f-e081-437a-8df3-1f7297c3877c will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:27:40.540689 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9e0fc209-d8aa-4d5a-b5b8-8a7ee70409d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794200564228'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:40.586515 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0fc209-d8aa-4d5a-b5b8-8a7ee70409d1 None None] Network cfa78330-d176-4c9f-aa9a-4db08f23b10c is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:27:40.590142 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-9e0fc209-d8aa-4d5a-b5b8-8a7ee70409d1 None None] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:27:40.592976 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0fc209-d8aa-4d5a-b5b8-8a7ee70409d1 None None] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 21:27:40.743595 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b8d07-8066-41ce-8fff-7f5e7b5cf1ff req-c29bacbc-2085-43cb-8698-0d0b2ef54c8b tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:40.751470 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-dd6b8d07-8066-41ce-8fff-7f5e7b5cf1ff req-c29bacbc-2085-43cb-8698-0d0b2ef54c8b tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 944 time: 0.1170862 Aug 27 21:27:40.752714 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4d191cae-8c3c-4d00-9f93-bb86ecc40838 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:40.796647 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4d191cae-8c3c-4d00-9f93-bb86ecc40838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:40.798665 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-9e0fc209-d8aa-4d5a-b5b8-8a7ee70409d1 None None] Attempting to bind port 4323075f-e081-437a-8df3-1f7297c3877c on host dv-cinder-806436-1-iscsi for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 21:27:40.801060 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-9e0fc209-d8aa-4d5a-b5b8-8a7ee70409d1 None None] Attempting to bind port 4323075f-e081-437a-8df3-1f7297c3877c by drivers openvswitch,hyperv on host dv-cinder-806436-1-iscsi at level 0 using segments [{'id': 'c2378fa1-afe6-497d-9312-572f79e0ffd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'cfa78330-d176-4c9f-aa9a-4db08f23b10c'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 21:27:40.801232 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0fc209-d8aa-4d5a-b5b8-8a7ee70409d1 None None] Attempting to bind port 4323075f-e081-437a-8df3-1f7297c3877c on network cfa78330-d176-4c9f-aa9a-4db08f23b10c {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:27:40.807069 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-dd6b8d07-8066-41ce-8fff-7f5e7b5cf1ff req-4a6ddc68-7266-44fe-9106-db4dd50d168e tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546539 Aug 27 21:27:40.814127 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0fc209-d8aa-4d5a-b5b8-8a7ee70409d1 None None] Checking agent: {'id': '7431bd39-0fd9-4a64-8486-900009fb8dd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806436-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 21, 15, 51), 'started_at': datetime.datetime(2021, 8, 27, 21, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 21, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806436-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 21:27:40.816195 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0fc209-d8aa-4d5a-b5b8-8a7ee70409d1 None None] Checking segment: {'id': 'c2378fa1-afe6-497d-9312-572f79e0ffd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'cfa78330-d176-4c9f-aa9a-4db08f23b10c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:27:40.816830 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9e0fc209-d8aa-4d5a-b5b8-8a7ee70409d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:40.820680 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0fc209-d8aa-4d5a-b5b8-8a7ee70409d1 None None] Bound using segment: {'id': 'c2378fa1-afe6-497d-9312-572f79e0ffd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'cfa78330-d176-4c9f-aa9a-4db08f23b10c'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 21:27:40.821306 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-9e0fc209-d8aa-4d5a-b5b8-8a7ee70409d1 None None] Bound port: 4323075f-e081-437a-8df3-1f7297c3877c, host: dv-cinder-806436-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2378fa1-afe6-497d-9312-572f79e0ffd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'cfa78330-d176-4c9f-aa9a-4db08f23b10c'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 21:27:40.821822 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9e0fc209-d8aa-4d5a-b5b8-8a7ee70409d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:40.826704 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0fc209-d8aa-4d5a-b5b8-8a7ee70409d1 None None] Pushing event updated for resources: {'Port': ['ID=4323075f-e081-437a-8df3-1f7297c3877c,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:27:40.843954 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0fc209-d8aa-4d5a-b5b8-8a7ee70409d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:27:40.844453 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0fc209-d8aa-4d5a-b5b8-8a7ee70409d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:27:40.845771 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0fc209-d8aa-4d5a-b5b8-8a7ee70409d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:27:40.846246 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0fc209-d8aa-4d5a-b5b8-8a7ee70409d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:27:40.848785 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0fc209-d8aa-4d5a-b5b8-8a7ee70409d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:27:40.849338 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0fc209-d8aa-4d5a-b5b8-8a7ee70409d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:27:40.849856 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0fc209-d8aa-4d5a-b5b8-8a7ee70409d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:27:40.850500 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0fc209-d8aa-4d5a-b5b8-8a7ee70409d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:27:40.851363 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0fc209-d8aa-4d5a-b5b8-8a7ee70409d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:27:40.851921 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0fc209-d8aa-4d5a-b5b8-8a7ee70409d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:27:40.852713 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0fc209-d8aa-4d5a-b5b8-8a7ee70409d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:27:40.853371 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0fc209-d8aa-4d5a-b5b8-8a7ee70409d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:27:40.927818 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-9e0fc209-d8aa-4d5a-b5b8-8a7ee70409d1 None None] For port 4323075f-e081-437a-8df3-1f7297c3877c, host dv-cinder-806436-1-iscsi, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 21:27:40.931508 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-9e0fc209-d8aa-4d5a-b5b8-8a7ee70409d1 None None] For port 4323075f-e081-437a-8df3-1f7297c3877c, host dv-cinder-806436-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=4323075f-e081-437a-8df3-1f7297c3877c,segment=NetworkSegment(c2378fa1-afe6-497d-9312-572f79e0ffd4),segment_id=c2378fa1-afe6-497d-9312-572f79e0ffd4)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 21:27:40.936644 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9e0fc209-d8aa-4d5a-b5b8-8a7ee70409d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:40.967065 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a5c16-21fd-4e0f-8b74-34a2b9aed74d req-953ffa10-6d25-4bea-9734-758728951619 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:40.969077 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-742a5c16-21fd-4e0f-8b74-34a2b9aed74d req-953ffa10-6d25-4bea-9734-758728951619 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=48848da9-6232-48ae-bd6a-c488d8e18619 HTTP/1.1" status: 200 len: 945 time: 0.1233051 Aug 27 21:27:41.001643 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-4d191cae-8c3c-4d00-9f93-bb86ecc40838 admin admin] Allocated IP 172.27.0.223 (3cb20040-a5aa-4574-8b0a-6832b57fea7e/ca2fa5cb-b298-4fb9-b5f4-ab6912612305/5f0bf846-a333-4bd8-b560-c4f061838898) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 21:27:41.013326 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0fc209-d8aa-4d5a-b5b8-8a7ee70409d1 None None] Pushing event updated for resources: {'Port': ['ID=4323075f-e081-437a-8df3-1f7297c3877c,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:27:41.093586 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-742a5c16-21fd-4e0f-8b74-34a2b9aed74d req-9c942be1-38f9-49ee-80cc-feefef1b513e tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078918 Aug 27 21:27:41.167760 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4d191cae-8c3c-4d00-9f93-bb86ecc40838 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:41.229048 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4d191cae-8c3c-4d00-9f93-bb86ecc40838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794200564228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-275356'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:41.289467 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48192e92-160c-4673-ba3c-88e6aef995bb req-117049a6-5042-4e47-af65-24710d1083ae tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:41.303827 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-48192e92-160c-4673-ba3c-88e6aef995bb req-117049a6-5042-4e47-af65-24710d1083ae tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.73 "GET /v2.0/ports?device_id=48848da9-6232-48ae-bd6a-c488d8e18619 HTTP/1.1" status: 200 len: 945 time: 0.1414199 Aug 27 21:27:41.334213 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d191cae-8c3c-4d00-9f93-bb86ecc40838 admin admin] Network 3cb20040-a5aa-4574-8b0a-6832b57fea7e is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:27:41.338879 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-4d191cae-8c3c-4d00-9f93-bb86ecc40838 admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:27:41.342364 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d191cae-8c3c-4d00-9f93-bb86ecc40838 admin admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 21:27:41.375647 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d191cae-8c3c-4d00-9f93-bb86ecc40838 admin admin] Pushing event updated for resources: {'Port': ['ID=5f0bf846-a333-4bd8-b560-c4f061838898,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:27:41.457192 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-48192e92-160c-4673-ba3c-88e6aef995bb req-5bef231e-61c3-48a3-875b-66857637f082 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Deleting port 5bf3473a-f6b5-43e6-adb8-3d2f1f8bd3ac {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 21:27:41.457939 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-48192e92-160c-4673-ba3c-88e6aef995bb req-5bef231e-61c3-48a3-875b-66857637f082 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794201129759'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:41.596644 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-48192e92-160c-4673-ba3c-88e6aef995bb req-5bef231e-61c3-48a3-875b-66857637f082 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] For port 5bf3473a-f6b5-43e6-adb8-3d2f1f8bd3ac, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=5bf3473a-f6b5-43e6-adb8-3d2f1f8bd3ac,segment=NetworkSegment(52d99102-2b75-41b5-9952-77d7ee7e2909),segment_id=52d99102-2b75-41b5-9952-77d7ee7e2909)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:27:41.596958 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-48192e92-160c-4673-ba3c-88e6aef995bb req-5bef231e-61c3-48a3-875b-66857637f082 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:41.612518 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-48192e92-160c-4673-ba3c-88e6aef995bb req-5bef231e-61c3-48a3-875b-66857637f082 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Calling delete_port for 5bf3473a-f6b5-43e6-adb8-3d2f1f8bd3ac owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 21:27:41.682129 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4d191cae-8c3c-4d00-9f93-bb86ecc40838 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:41.844458 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-48192e92-160c-4673-ba3c-88e6aef995bb req-5bef231e-61c3-48a3-875b-66857637f082 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794201022239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794200564237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25193636'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:41.857241 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] get_ports_and_sgs() called for port_ids ['2aef329b-efff-4697-8ce2-30fab4ff9703', '5bf3473a-f6b5-43e6-adb8-3d2f1f8bd3ac'] {{(pid=93798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 21:27:41.916850 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bef231e-61c3-48a3-875b-66857637f082 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Pushing event deleted for resources: {'Port': ['ID=5bf3473a-f6b5-43e6-adb8-3d2f1f8bd3ac,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:27:42.002175 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4d191cae-8c3c-4d00-9f93-bb86ecc40838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-630453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628283'] for router, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:42.071710 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-48192e92-160c-4673-ba3c-88e6aef995bb req-5bef231e-61c3-48a3-875b-66857637f082 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] No DVR routers for this DVR port 5bf3473a-f6b5-43e6-adb8-3d2f1f8bd3ac on host hv-cinder-80643 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 21:27:42.075642 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-48192e92-160c-4673-ba3c-88e6aef995bb req-5bef231e-61c3-48a3-875b-66857637f082 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:42.078647 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-48192e92-160c-4673-ba3c-88e6aef995bb req-5bef231e-61c3-48a3-875b-66857637f082 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.73 "DELETE /v2.0/ports/5bf3473a-f6b5-43e6-adb8-3d2f1f8bd3ac HTTP/1.1" status: 204 len: 173 time: 0.7653344 Aug 27 21:27:42.079106 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48848da9-6232-48ae-bd6a-c488d8e18619', 'name': 'network-vif-deleted', 'tag': '5bf3473a-f6b5-43e6-adb8-3d2f1f8bd3ac'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:27:42.089447 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38019ac9d499d238660659c848bc6e147427a71e556f74dfb6c52f178b5569d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c37e0e-8d72-4871-9da0-a16d522b486d" -d '{"events": [{"server_uuid": "48848da9-6232-48ae-bd6a-c488d8e18619", "name": "network-vif-deleted", "tag": "5bf3473a-f6b5-43e6-adb8-3d2f1f8bd3ac"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:27:42.126811 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b8f5c-2eb0-48c2-b24f-bfc7516f9d7e req-18436465-55a4-4abf-8b04-a4a69091aa97 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:42.128967 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-3f3b8f5c-2eb0-48c2-b24f-bfc7516f9d7e req-18436465-55a4-4abf-8b04-a4a69091aa97 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 944 time: 0.1673658 Aug 27 21:27:42.223328 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 21:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867af540-9e60-4c94-b130-2e87aaef0212 x-openstack-request-id: req-867af540-9e60-4c94-b130-2e87aaef0212 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:27:42.225191 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48848da9-6232-48ae-bd6a-c488d8e18619", "name": "network-vif-deleted", "tag": "5bf3473a-f6b5-43e6-adb8-3d2f1f8bd3ac", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:27:42.227630 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-867af540-9e60-4c94-b130-2e87aaef0212 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:27:42.228284 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48848da9-6232-48ae-bd6a-c488d8e18619', 'name': 'network-vif-deleted', 'tag': '5bf3473a-f6b5-43e6-adb8-3d2f1f8bd3ac', 'status': 'completed', 'code': 200} Aug 27 21:27:42.259712 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-3f3b8f5c-2eb0-48c2-b24f-bfc7516f9d7e req-f563478e-afc0-4012-9ea5-7d69ab21d99e tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1225908 Aug 27 21:27:42.330366 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 4323075f-e081-437a-8df3-1f7297c3877c up at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:27:42.521683 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:42.549300 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-ac6290d0-c769-42c1-be19-231b0d5aed86 req-8eee9e6c-7be8-4d62-ac23-1bb9f6457eae tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=48848da9-6232-48ae-bd6a-c488d8e18619 HTTP/1.1" status: 200 len: 210 time: 0.0946610 Aug 27 21:27:42.577041 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning for port 4323075f-e081-437a-8df3-1f7297c3877c completed by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:27:42.598207 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d191cae-8c3c-4d00-9f93-bb86ecc40838 admin admin] Router 51e78bdf-031c-4cd4-928d-dda66e2b24b1 is scheduled to L3 agent da753c34-e47f-42d8-9f83-ec5464f53bc8 with binding_index 1 {{(pid=93797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 21:27:42.607179 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a6735d-7da6-4adc-a5ae-3a271062a7ad None None] Network cfa78330-d176-4c9f-aa9a-4db08f23b10c requested from dv-cinder-806436-1-iscsi {{(pid=93798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 21:27:42.733688 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-9b312a62-e91a-47ec-93fa-98e5a44a1ce6 None None] Provisioning for port 4323075f-e081-437a-8df3-1f7297c3877c completed by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:27:42.761581 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-9b312a62-e91a-47ec-93fa-98e5a44a1ce6 None None] Provisioning complete for port 4323075f-e081-437a-8df3-1f7297c3877c triggered by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:27:42.762785 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9b312a62-e91a-47ec-93fa-98e5a44a1ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:42.994114 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9b312a62-e91a-47ec-93fa-98e5a44a1ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:43.014755 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d191cae-8c3c-4d00-9f93-bb86ecc40838 admin admin] Notify agent at l3_agent.dv-cinder-806436-1-iscsi the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 21:27:43.029461 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f0e5b6-7a2e-43f4-9949-ecdbcf8347af None None] Sync routers for ids ['51e78bdf-031c-4cd4-928d-dda66e2b24b1'] in dv-cinder-806436-1-iscsi {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 21:27:43.033965 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4d191cae-8c3c-4d00-9f93-bb86ecc40838 admin admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:43.040636 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-4d191cae-8c3c-4d00-9f93-bb86ecc40838 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0893178 Aug 27 21:27:43.040859 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 35516) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:27:43.048051 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f0e5b6-7a2e-43f4-9949-ecdbcf8347af None None] Routers {'51e78bdf-031c-4cd4-928d-dda66e2b24b1'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:27:43.048981 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-19f0e5b6-7a2e-43f4-9949-ecdbcf8347af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:27:21Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['51e78bdf-031c-4cd4-928d-dda66e2b24b1'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:27:43.055108 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-9b312a62-e91a-47ec-93fa-98e5a44a1ce6 None None] For port 4323075f-e081-437a-8df3-1f7297c3877c, host dv-cinder-806436-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=4323075f-e081-437a-8df3-1f7297c3877c,segment=NetworkSegment(c2378fa1-afe6-497d-9312-572f79e0ffd4),segment_id=c2378fa1-afe6-497d-9312-572f79e0ffd4)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:27:43.061606 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9b312a62-e91a-47ec-93fa-98e5a44a1ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:43.144983 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b312a62-e91a-47ec-93fa-98e5a44a1ce6 None None] Pushing event updated for resources: {'Port': ['ID=4323075f-e081-437a-8df3-1f7297c3877c,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:27:43.221923 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-19f0e5b6-7a2e-43f4-9949-ecdbcf8347af None None] Set router 51e78bdf-031c-4cd4-928d-dda66e2b24b1 gateway port host: dv-cinder-806436-1-iscsi {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:27:43.387364 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-252ff09e-bcd5-4ec9-b872-aca33eff3130 None None] Provisioning complete for port 4323075f-e081-437a-8df3-1f7297c3877c triggered by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:27:43.387839 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-252ff09e-bcd5-4ec9-b872-aca33eff3130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:43.477100 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-19f0e5b6-7a2e-43f4-9949-ecdbcf8347af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e78bdf-031c-4cd4-928d-dda66e2b24b1', 'name': 'tempest-TestMinimumBasicScenario-2128768098-router', 'tenant_id': '643ef7a25d8f4b71ae55ebc55eefc0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '5f0bf846-a333-4bd8-b560-c4f061838898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:27:39Z', 'updated_at': '2021-08-27T21:27:41Z', 'revision_number': 3, 'project_id': '643ef7a25d8f4b71ae55ebc55eefc0e6', 'gw_port': {'id': '5f0bf846-a333-4bd8-b560-c4f061838898', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bb:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e78bdf-031c-4cd4-928d-dda66e2b24b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:27:40Z', 'updated_at': '2021-08-27T21:27:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi'}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:27:43.534442 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f0e5b6-7a2e-43f4-9949-ecdbcf8347af None None] Checking router: 51e78bdf-031c-4cd4-928d-dda66e2b24b1 for host: dv-cinder-806436-1-iscsi {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 21:27:43.535085 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f0e5b6-7a2e-43f4-9949-ecdbcf8347af None None] Updating router 51e78bdf-031c-4cd4-928d-dda66e2b24b1 port 5f0bf846-a333-4bd8-b560-c4f061838898 binding host dv-cinder-806436-1-iscsi {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 21:27:43.573979 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f0e5b6-7a2e-43f4-9949-ecdbcf8347af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:43.617091 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368ca2a-88af-4140-8248-e7db8ec63f71 req-49f04f10-dc44-437f-bd1a-96507739f1ae tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:43.619200 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-9368ca2a-88af-4140-8248-e7db8ec63f71 req-49f04f10-dc44-437f-bd1a-96507739f1ae tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 944 time: 0.1739819 Aug 27 21:27:43.763585 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-9368ca2a-88af-4140-8248-e7db8ec63f71 req-a653b24e-4532-4d1f-b7a7-a8046852d1e8 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1316154 Aug 27 21:27:43.925771 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c28aa-3a24-4f95-90d1-8035b11337ea req-9ad18610-64bb-41b1-9b6d-88bd323f30fa tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:43.934154 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-405c28aa-3a24-4f95-90d1-8035b11337ea req-9ad18610-64bb-41b1-9b6d-88bd323f30fa tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0748360 Aug 27 21:27:44.005543 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-405c28aa-3a24-4f95-90d1-8035b11337ea req-f23e7daf-968b-4cbe-ab07-e8abcfa754e3 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702648 Aug 27 21:27:44.074346 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cda69827-a6d5-4f29-a323-21b5d405f21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:44.149060 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 4323075f-e081-437a-8df3-1f7297c3877c up at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:27:44.239207 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning complete for port 4323075f-e081-437a-8df3-1f7297c3877c triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:27:44.239692 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:44.323330 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f0e5b6-7a2e-43f4-9949-ecdbcf8347af None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:44.346893 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-19f0e5b6-7a2e-43f4-9949-ecdbcf8347af None None] Transition to ACTIVE for port object 5f0bf846-a333-4bd8-b560-c4f061838898 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:27:44.356566 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device 5bf3473a-f6b5-43e6-adb8-3d2f1f8bd3ac no longer exists at agent hyperv_hv-cinder-80643 {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 21:27:44.359307 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f0e5b6-7a2e-43f4-9949-ecdbcf8347af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:44.395186 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] No Port match for: 5bf3473a-f6b5-43e6-adb8-3d2f1f8bd3ac {{(pid=93798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 21:27:44.395836 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device 5bf3473a-f6b5-43e6-adb8-3d2f1f8bd3ac not bound to the agent host hv-cinder-80643 {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 21:27:44.455295 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae73a95-cf83-40f2-a994-4f122076af1e None None] Pushing event updated for resources: {'Port': ['ID=5f0bf846-a333-4bd8-b560-c4f061838898,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:27:44.465843 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-19f0e5b6-7a2e-43f4-9949-ecdbcf8347af None None] Attempting to bind port 5f0bf846-a333-4bd8-b560-c4f061838898 on host dv-cinder-806436-1-iscsi for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 21:27:44.466411 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-19f0e5b6-7a2e-43f4-9949-ecdbcf8347af None None] Attempting to bind port 5f0bf846-a333-4bd8-b560-c4f061838898 by drivers openvswitch,hyperv on host dv-cinder-806436-1-iscsi at level 0 using segments [{'id': '294aecfa-d12c-4149-ab86-bf2395e16d40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 21:27:44.467443 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f0e5b6-7a2e-43f4-9949-ecdbcf8347af None None] Attempting to bind port 5f0bf846-a333-4bd8-b560-c4f061838898 on network 3cb20040-a5aa-4574-8b0a-6832b57fea7e {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:27:44.476352 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae73a95-cf83-40f2-a994-4f122076af1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:27:44.476960 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae73a95-cf83-40f2-a994-4f122076af1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:27:44.478017 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae73a95-cf83-40f2-a994-4f122076af1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:27:44.478795 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae73a95-cf83-40f2-a994-4f122076af1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:27:44.479110 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-cda69827-a6d5-4f29-a323-21b5d405f21f admin admin] Allocated IP 172.20.0.1 (cfa78330-d176-4c9f-aa9a-4db08f23b10c/552f9052-989c-4d96-96ce-501309883166/de1c4947-5a69-4324-9709-3f34268ec18f) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 21:27:44.479571 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae73a95-cf83-40f2-a994-4f122076af1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:27:44.480073 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae73a95-cf83-40f2-a994-4f122076af1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:27:44.482179 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae73a95-cf83-40f2-a994-4f122076af1e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:27:44.483342 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae73a95-cf83-40f2-a994-4f122076af1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:27:44.490287 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae73a95-cf83-40f2-a994-4f122076af1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:27:44.491583 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae73a95-cf83-40f2-a994-4f122076af1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:27:44.492518 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae73a95-cf83-40f2-a994-4f122076af1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:27:44.493076 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae73a95-cf83-40f2-a994-4f122076af1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:27:44.506357 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f0e5b6-7a2e-43f4-9949-ecdbcf8347af None None] Checking agent: {'id': '7431bd39-0fd9-4a64-8486-900009fb8dd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806436-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 21, 15, 51), 'started_at': datetime.datetime(2021, 8, 27, 21, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 21, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806436-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 21:27:44.507289 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f0e5b6-7a2e-43f4-9949-ecdbcf8347af None None] Checking segment: {'id': '294aecfa-d12c-4149-ab86-bf2395e16d40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:27:44.508152 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f0e5b6-7a2e-43f4-9949-ecdbcf8347af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:44.509182 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f0e5b6-7a2e-43f4-9949-ecdbcf8347af None None] Bound using segment: {'id': '294aecfa-d12c-4149-ab86-bf2395e16d40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 21:27:44.509839 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-19f0e5b6-7a2e-43f4-9949-ecdbcf8347af None None] Bound port: 5f0bf846-a333-4bd8-b560-c4f061838898, host: dv-cinder-806436-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '294aecfa-d12c-4149-ab86-bf2395e16d40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 21:27:44.510676 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f0e5b6-7a2e-43f4-9949-ecdbcf8347af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:44.579694 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-19f0e5b6-7a2e-43f4-9949-ecdbcf8347af None None] For port 5f0bf846-a333-4bd8-b560-c4f061838898, host dv-cinder-806436-1-iscsi, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 21:27:44.584293 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-19f0e5b6-7a2e-43f4-9949-ecdbcf8347af None None] For port 5f0bf846-a333-4bd8-b560-c4f061838898, host dv-cinder-806436-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=5f0bf846-a333-4bd8-b560-c4f061838898,segment=NetworkSegment(294aecfa-d12c-4149-ab86-bf2395e16d40),segment_id=294aecfa-d12c-4149-ab86-bf2395e16d40)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 21:27:44.591207 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19f0e5b6-7a2e-43f4-9949-ecdbcf8347af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:44.701864 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae73a95-cf83-40f2-a994-4f122076af1e None None] Pushing event updated for resources: {'Port': ['ID=5f0bf846-a333-4bd8-b560-c4f061838898,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:27:44.705505 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cda69827-a6d5-4f29-a323-21b5d405f21f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:44.725166 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f0e5b6-7a2e-43f4-9949-ecdbcf8347af None None] Routers {'51e78bdf-031c-4cd4-928d-dda66e2b24b1'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:27:44.726104 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-19f0e5b6-7a2e-43f4-9949-ecdbcf8347af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:27:21Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['51e78bdf-031c-4cd4-928d-dda66e2b24b1'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:27:44.735057 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-cda69827-a6d5-4f29-a323-21b5d405f21f admin admin] Transition to ACTIVE for port object de1c4947-5a69-4324-9709-3f34268ec18f will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:27:44.792823 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cda69827-a6d5-4f29-a323-21b5d405f21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794200564228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25193636'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:44.845847 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda69827-a6d5-4f29-a323-21b5d405f21f admin admin] Network cfa78330-d176-4c9f-aa9a-4db08f23b10c is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:27:44.849500 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-cda69827-a6d5-4f29-a323-21b5d405f21f admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:27:44.853934 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda69827-a6d5-4f29-a323-21b5d405f21f admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 21:27:44.908106 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda69827-a6d5-4f29-a323-21b5d405f21f admin admin] Pushing event updated for resources: {'Port': ['ID=de1c4947-5a69-4324-9709-3f34268ec18f,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:27:44.913516 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-19f0e5b6-7a2e-43f4-9949-ecdbcf8347af None None] Set router 51e78bdf-031c-4cd4-928d-dda66e2b24b1 gateway port host: dv-cinder-806436-1-iscsi {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:27:44.985012 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cda69827-a6d5-4f29-a323-21b5d405f21f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-628452'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:45.001544 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef24cc-782a-41ac-8b4d-c29fa052443b req-b58cdfca-14f5-43e4-8e22-7245a98924ab tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:45.011262 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-acef24cc-782a-41ac-8b4d-c29fa052443b req-b58cdfca-14f5-43e4-8e22-7245a98924ab tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 944 time: 0.1094086 Aug 27 21:27:45.134192 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-acef24cc-782a-41ac-8b4d-c29fa052443b req-e676986c-295c-4487-8ed4-6207d4d26e32 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1217616 Aug 27 21:27:45.201737 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894fe932-9d54-4921-89fa-5a6b6e3e531b req-8b558161-edcc-440d-9219-66771a39726a tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:45.203701 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-894fe932-9d54-4921-89fa-5a6b6e3e531b req-8b558161-edcc-440d-9219-66771a39726a tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.0978193 Aug 27 21:27:45.208142 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-11de13cd-959b-45b9-ad81-42afb513fe52 None None] Provisioning for port de1c4947-5a69-4324-9709-3f34268ec18f completed by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:27:45.226412 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-11de13cd-959b-45b9-ad81-42afb513fe52 None None] Provisioning complete for port de1c4947-5a69-4324-9709-3f34268ec18f triggered by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:27:45.226778 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-11de13cd-959b-45b9-ad81-42afb513fe52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:45.262035 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-894fe932-9d54-4921-89fa-5a6b6e3e531b req-b3160f67-429d-4d9f-bf26-5bf1500d3680 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514600 Aug 27 21:27:45.283649 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cda69827-a6d5-4f29-a323-21b5d405f21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:45.333619 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-11de13cd-959b-45b9-ad81-42afb513fe52 None None] Port de1c4947-5a69-4324-9709-3f34268ec18f cannot update to ACTIVE because it is not bound. {{(pid=93798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 21:27:45.370619 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-19f0e5b6-7a2e-43f4-9949-ecdbcf8347af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e78bdf-031c-4cd4-928d-dda66e2b24b1', 'name': 'tempest-TestMinimumBasicScenario-2128768098-router', 'tenant_id': '643ef7a25d8f4b71ae55ebc55eefc0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '5f0bf846-a333-4bd8-b560-c4f061838898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:27:39Z', 'updated_at': '2021-08-27T21:27:41Z', 'revision_number': 3, 'project_id': '643ef7a25d8f4b71ae55ebc55eefc0e6', 'gw_port': {'id': '5f0bf846-a333-4bd8-b560-c4f061838898', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bb:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e78bdf-031c-4cd4-928d-dda66e2b24b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:27:40Z', 'updated_at': '2021-08-27T21:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi'}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:27:45.420846 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f0e5b6-7a2e-43f4-9949-ecdbcf8347af None None] The sync data for ids ['51e78bdf-031c-4cd4-928d-dda66e2b24b1'] in dv-cinder-806436-1-iscsi is: [{'id': '51e78bdf-031c-4cd4-928d-dda66e2b24b1', 'name': 'tempest-TestMinimumBasicScenario-2128768098-router', 'tenant_id': '643ef7a25d8f4b71ae55ebc55eefc0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '5f0bf846-a333-4bd8-b560-c4f061838898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:27:39Z', 'updated_at': '2021-08-27T21:27:41Z', 'revision_number': 3, 'project_id': '643ef7a25d8f4b71ae55ebc55eefc0e6', 'gw_port': {'id': '5f0bf846-a333-4bd8-b560-c4f061838898', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bb:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e78bdf-031c-4cd4-928d-dda66e2b24b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:27:40Z', 'updated_at': '2021-08-27T21:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi'}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 21:27:45.553072 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cda69827-a6d5-4f29-a323-21b5d405f21f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:45.560139 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cda69827-a6d5-4f29-a323-21b5d405f21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25193661'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:45.631643 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cda69827-a6d5-4f29-a323-21b5d405f21f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1011620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628539'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:45.639077 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda69827-a6d5-4f29-a323-21b5d405f21f admin admin] Pushing event updated for resources: {'Port': ['ID=de1c4947-5a69-4324-9709-3f34268ec18f,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:27:45.763830 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda69827-a6d5-4f29-a323-21b5d405f21f admin admin] Network cfa78330-d176-4c9f-aa9a-4db08f23b10c is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:27:45.766074 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-cda69827-a6d5-4f29-a323-21b5d405f21f admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:27:46.222366 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda69827-a6d5-4f29-a323-21b5d405f21f admin admin] Router 51e78bdf-031c-4cd4-928d-dda66e2b24b1 has already been hosted by L3 agent da753c34-e47f-42d8-9f83-ec5464f53bc8 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 21:27:46.254392 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 5f0bf846-a333-4bd8-b560-c4f061838898 up at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:27:46.374115 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning for port 5f0bf846-a333-4bd8-b560-c4f061838898 completed by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:27:46.390435 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning complete for port 5f0bf846-a333-4bd8-b560-c4f061838898 triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:27:46.391453 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:46.454860 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda69827-a6d5-4f29-a323-21b5d405f21f admin admin] Notify agent at l3_agent.dv-cinder-806436-1-iscsi the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 21:27:46.488659 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-cda69827-a6d5-4f29-a323-21b5d405f21f admin admin] 10.222.0.39 "PUT /v2.0/routers/51e78bdf-031c-4cd4-928d-dda66e2b24b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4469428 Aug 27 21:27:46.537625 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027f346-354b-4580-befe-74b48eac0f1e req-625932c5-792b-4135-aa51-58f8fe73c918 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:46.548113 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-4027f346-354b-4580-befe-74b48eac0f1e req-625932c5-792b-4135-aa51-58f8fe73c918 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.1669235 Aug 27 21:27:46.551960 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:46.599569 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] For port 5f0bf846-a333-4bd8-b560-c4f061838898, host dv-cinder-806436-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=5f0bf846-a333-4bd8-b560-c4f061838898,segment=NetworkSegment(294aecfa-d12c-4149-ab86-bf2395e16d40),segment_id=294aecfa-d12c-4149-ab86-bf2395e16d40)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:27:46.619349 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e22d45-28ec-4ccd-87f8-c49886473e4f req-e585bb0f-d70e-4da2-bfce-0ceb3fb57051 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:46.621036 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-c8e22d45-28ec-4ccd-87f8-c49886473e4f req-e585bb0f-d70e-4da2-bfce-0ceb3fb57051 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 944 time: 0.1639290 Aug 27 21:27:46.630592 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:46.683868 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-4027f346-354b-4580-befe-74b48eac0f1e req-37f07a2d-f9a1-43d3-a190-3db632f49e63 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317225 Aug 27 21:27:46.691509 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-c8e22d45-28ec-4ccd-87f8-c49886473e4f req-10e73ae9-40e3-4bfc-bae1-7f82934f4b7b tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0627651 Aug 27 21:27:46.708161 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Pushing event updated for resources: {'Port': ['ID=5f0bf846-a333-4bd8-b560-c4f061838898,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:27:46.731245 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-c13f77c1-9179-4bd0-81a4-79ced7fdc584 None None] Provisioning complete for port de1c4947-5a69-4324-9709-3f34268ec18f triggered by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:27:46.731245 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c13f77c1-9179-4bd0-81a4-79ced7fdc584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:46.771430 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-c13f77c1-9179-4bd0-81a4-79ced7fdc584 None None] Port de1c4947-5a69-4324-9709-3f34268ec18f cannot update to ACTIVE because it is not bound. {{(pid=93798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 21:27:47.331726 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 35602) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:27:47.338135 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [None req-8f7f72e2-8977-4c5c-be72-9faa0a897fe0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-798762370-network', 'tenant_id': 'ec576a0766b448e686f9ef1feb07d8b5'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:27:47.380421 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7f72e2-8977-4c5c-be72-9faa0a897fe0 admin admin] Made reservation on behalf of ec576a0766b448e686f9ef1feb07d8b5 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 21:27:47.383779 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8f7f72e2-8977-4c5c-be72-9faa0a897fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:47.408677 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8f7f72e2-8977-4c5c-be72-9faa0a897fe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:47.586582 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8f7f72e2-8977-4c5c-be72-9faa0a897fe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:47.598774 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8f7f72e2-8977-4c5c-be72-9faa0a897fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:47.699562 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f7f72e2-8977-4c5c-be72-9faa0a897fe0 admin admin] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 21:27:47.716606 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7f72e2-8977-4c5c-be72-9faa0a897fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b3fd17-3b10-47fe-897d-1bc55967ffb5,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:27:47.743837 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8f7f72e2-8977-4c5c-be72-9faa0a897fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226622'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:47.744985 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.db.segments_db [None req-8f7f72e2-8977-4c5c-be72-9faa0a897fe0 admin admin] Added segment 57682a1a-c609-4d16-8191-fe35fbe72e4a of type vlan for network 15fa7115-fc84-4c36-b2d5-11c1f04a2da7 Aug 27 21:27:47.841278 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8f7f72e2-8977-4c5c-be72-9faa0a897fe0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794200552295'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:47.917131 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8f7f72e2-8977-4c5c-be72-9faa0a897fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:47.918791 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7f72e2-8977-4c5c-be72-9faa0a897fe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:47.920184 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8f7f72e2-8977-4c5c-be72-9faa0a897fe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:47.963120 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f5b52-746b-41ce-8fd7-b303ba91145e req-c72b1e93-f735-492f-a237-b55a174e36f1 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:47.974316 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-158f5b52-746b-41ce-8fd7-b303ba91145e req-c72b1e93-f735-492f-a237-b55a174e36f1 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.1830728 Aug 27 21:27:48.069296 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-8f7f72e2-8977-4c5c-be72-9faa0a897fe0 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7339363 Aug 27 21:27:48.072053 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 35638) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:27:48.090368 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c9c95-af8b-48c3-a5d7-c6259d0e8044 req-36adbb5e-21c8-4fe9-9f7c-9b6c4d2f2084 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:48.092819 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-f97c9c95-af8b-48c3-a5d7-c6259d0e8044 req-36adbb5e-21c8-4fe9-9f7c-9b6c4d2f2084 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 944 time: 0.2373867 Aug 27 21:27:48.114013 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [None req-3c74d8f0-256b-4cab-a45e-f9005463318e admin admin] Request body: {'subnet': {'network_id': '15fa7115-fc84-4c36-b2d5-11c1f04a2da7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-798762370-subnet', 'tenant_id': 'ec576a0766b448e686f9ef1feb07d8b5', 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:27:48.135635 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 35648) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:27:48.144275 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7f72e2-8977-4c5c-be72-9faa0a897fe0 admin admin] Pushing event updated for resources: {'Network': ['ID=15fa7115-fc84-4c36-b2d5-11c1f04a2da7,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:27:48.157659 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Network 15fa7115-fc84-4c36-b2d5-11c1f04a2da7 details requested by agent ovs-agent-dv-cinder-806436-1-iscsi with host dv-cinder-806436-1-iscsi {{(pid=93798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 21:27:48.164544 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-158f5b52-746b-41ce-8fd7-b303ba91145e req-ee71383e-ce8b-4c14-a2cf-4125765c6096 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889589 Aug 27 21:27:48.217161 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c74d8f0-256b-4cab-a45e-f9005463318e admin admin] Made reservation on behalf of ec576a0766b448e686f9ef1feb07d8b5 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 21:27:48.219866 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3c74d8f0-256b-4cab-a45e-f9005463318e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3224018'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:48.269142 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-f97c9c95-af8b-48c3-a5d7-c6259d0e8044 req-f5a81cd0-66b5-441f-867a-911ffaa976c5 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1561406 Aug 27 21:27:48.283287 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 5f0bf846-a333-4bd8-b560-c4f061838898 up at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:27:48.369756 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e115d2c8-5348-4c9c-ace5-1e9685d1215c None None] Sync routers for ids ['51e78bdf-031c-4cd4-928d-dda66e2b24b1'] in dv-cinder-806436-1-iscsi {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 21:27:48.381425 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-5e661c84-358a-4156-b62e-8767212e29f3 req-d7ca6787-163f-466b-8aa8-66cb5d02ae93 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2442572 Aug 27 21:27:48.393876 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e115d2c8-5348-4c9c-ace5-1e9685d1215c None None] Routers {'51e78bdf-031c-4cd4-928d-dda66e2b24b1'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:27:48.394741 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-e115d2c8-5348-4c9c-ace5-1e9685d1215c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:27:21Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['51e78bdf-031c-4cd4-928d-dda66e2b24b1'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:27:48.473258 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3c74d8f0-256b-4cab-a45e-f9005463318e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-313612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3223968'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:48.474738 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning complete for port 5f0bf846-a333-4bd8-b560-c4f061838898 triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:27:48.475290 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:48.544285 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c74d8f0-256b-4cab-a45e-f9005463318e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a455b59-8853-438b-a8f4-d76f02a4650a,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:27:48.554817 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c74d8f0-256b-4cab-a45e-f9005463318e admin admin] Checking segment: {'id': '57682a1a-c609-4d16-8191-fe35fbe72e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '15fa7115-fc84-4c36-b2d5-11c1f04a2da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:27:48.555290 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c74d8f0-256b-4cab-a45e-f9005463318e admin admin] Network hostable DHCP agents. Network: 15fa7115-fc84-4c36-b2d5-11c1f04a2da7, hostable agents: ['1749b5b4-19f7-4836-8339-7d75e40e8c09'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 21:27:48.578722 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c74d8f0-256b-4cab-a45e-f9005463318e admin admin] Network 15fa7115-fc84-4c36-b2d5-11c1f04a2da7 is scheduled to be hosted by DHCP agent 1749b5b4-19f7-4836-8339-7d75e40e8c09 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 21:27:48.590951 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-3c74d8f0-256b-4cab-a45e-f9005463318e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806436-1-iscsi, 15fa7115-fc84-4c36-b2d5-11c1f04a2da7) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:27:48.596216 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c74d8f0-256b-4cab-a45e-f9005463318e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:48.597149 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3c74d8f0-256b-4cab-a45e-f9005463318e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:48.619840 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6b29e9-e850-43e8-9eb1-0aada263f312 None None] Network 15fa7115-fc84-4c36-b2d5-11c1f04a2da7 requested from dv-cinder-806436-1-iscsi {{(pid=93798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 21:27:48.624400 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-3c74d8f0-256b-4cab-a45e-f9005463318e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5508697 Aug 27 21:27:48.626979 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 35662) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:27:48.631981 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [None req-32859061-cb20-443a-99a2-098b073f90db admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-798762370-router', 'tenant_id': 'ec576a0766b448e686f9ef1feb07d8b5', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:27:48.669990 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-e115d2c8-5348-4c9c-ace5-1e9685d1215c None None] Set router 51e78bdf-031c-4cd4-928d-dda66e2b24b1 gateway port host: dv-cinder-806436-1-iscsi {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:27:48.671400 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-32859061-cb20-443a-99a2-098b073f90db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-630306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40244'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:48.675232 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-32859061-cb20-443a-99a2-098b073f90db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40255'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:48.745397 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-32859061-cb20-443a-99a2-098b073f90db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:48.830241 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e6d21d3c-5195-4bc7-a62d-8354584b8476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:49.181164 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-32859061-cb20-443a-99a2-098b073f90db admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:49.240297 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca0464f-0048-4ff8-ba10-1773d632e6a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7822c764-62b3-5da8-a3e8-a6ab57b66038-15fa7115-fc84-4c36-b2d5-11c1f04a2da7', 'network_id': '15fa7115-fc84-4c36-b2d5-11c1f04a2da7', 'tenant_id': 'ec576a0766b448e686f9ef1feb07d8b5', 'fixed_ips': [{'subnet_id': '6a455b59-8853-438b-a8f4-d76f02a4650a'}]}} from dv-cinder-806436-1-iscsi. {{(pid=93798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 21:27:49.242118 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aca0464f-0048-4ff8-ba10-1773d632e6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:49.383121 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-e115d2c8-5348-4c9c-ace5-1e9685d1215c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e78bdf-031c-4cd4-928d-dda66e2b24b1', 'name': 'tempest-TestMinimumBasicScenario-2128768098-router', 'tenant_id': '643ef7a25d8f4b71ae55ebc55eefc0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '5f0bf846-a333-4bd8-b560-c4f061838898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:27:39Z', 'updated_at': '2021-08-27T21:27:45Z', 'revision_number': 4, 'project_id': '643ef7a25d8f4b71ae55ebc55eefc0e6', 'gw_port': {'id': '5f0bf846-a333-4bd8-b560-c4f061838898', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e78bdf-031c-4cd4-928d-dda66e2b24b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:27:40Z', 'updated_at': '2021-08-27T21:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_interfaces': [{'id': 'de1c4947-5a69-4324-9709-3f34268ec18f', 'name': '', 'network_id': 'cfa78330-d176-4c9f-aa9a-4db08f23b10c', 'tenant_id': '643ef7a25d8f4b71ae55ebc55eefc0e6', 'mac_address': 'fa:16:3e:1e:82:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e78bdf-031c-4cd4-928d-dda66e2b24b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '552f9052-989c-4d96-96ce-501309883166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:27:44Z', 'updated_at': '2021-08-27T21:27:45Z', 'revision_number': 2, 'project_id': '643ef7a25d8f4b71ae55ebc55eefc0e6', 'subnets': [{'id': '552f9052-989c-4d96-96ce-501309883166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:27:49.411804 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ae9eb-2674-4784-8fc6-00f15139b3da req-da857325-1cfb-4814-a56e-76e018554202 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:49.421058 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-e06ae9eb-2674-4784-8fc6-00f15139b3da req-da857325-1cfb-4814-a56e-76e018554202 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.1387405 Aug 27 21:27:49.443739 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e115d2c8-5348-4c9c-ace5-1e9685d1215c None None] Checking router: 51e78bdf-031c-4cd4-928d-dda66e2b24b1 for host: dv-cinder-806436-1-iscsi {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 21:27:49.445317 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e115d2c8-5348-4c9c-ace5-1e9685d1215c None None] Updating router 51e78bdf-031c-4cd4-928d-dda66e2b24b1 port de1c4947-5a69-4324-9709-3f34268ec18f binding host dv-cinder-806436-1-iscsi {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 21:27:49.498337 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e115d2c8-5348-4c9c-ace5-1e9685d1215c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:49.505831 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-aca0464f-0048-4ff8-ba10-1773d632e6a3 None None] Allocated IP 172.20.0.2 (15fa7115-fc84-4c36-b2d5-11c1f04a2da7/6a455b59-8853-438b-a8f4-d76f02a4650a/3a229222-c2bb-458d-936d-e3182c1a0b26) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 21:27:49.516565 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-e06ae9eb-2674-4784-8fc6-00f15139b3da req-8f0d4767-920a-464d-bf20-936a3dc4bcd6 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766547 Aug 27 21:27:49.609159 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-32859061-cb20-443a-99a2-098b073f90db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:49.707295 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a54f7-603f-4c33-8972-7c26f94e6196 req-4752244d-405d-4abf-b1d5-a8c194515b94 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:49.710845 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-941a54f7-603f-4c33-8972-7c26f94e6196 req-4752244d-405d-4abf-b1d5-a8c194515b94 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 944 time: 0.2566922 Aug 27 21:27:49.713080 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-32859061-cb20-443a-99a2-098b073f90db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:49.827211 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-941a54f7-603f-4c33-8972-7c26f94e6196 req-d8f9a270-d2ec-4b43-bc90-eada2c627cb4 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1089275 Aug 27 21:27:49.893515 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.agents_db [None req-9a3f5963-9603-4723-9a6c-2e2f5b4345b2 None None] Agent healthcheck: found 6 active agents {{(pid=93799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 21:27:49.919123 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-32859061-cb20-443a-99a2-098b073f90db admin admin] Allocated IP 172.27.0.188 (3cb20040-a5aa-4574-8b0a-6832b57fea7e/ca2fa5cb-b298-4fb9-b5f4-ab6912612305/6b91e854-5f92-4d1c-9964-0b22dab7936b) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 21:27:49.972240 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aca0464f-0048-4ff8-ba10-1773d632e6a3 None None] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:49.993027 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-aca0464f-0048-4ff8-ba10-1773d632e6a3 None None] Transition to ACTIVE for port object 3a229222-c2bb-458d-936d-e3182c1a0b26 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:27:50.046027 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-aca0464f-0048-4ff8-ba10-1773d632e6a3 None None] Transition to ACTIVE for port object 3a229222-c2bb-458d-936d-e3182c1a0b26 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:27:50.065435 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aca0464f-0048-4ff8-ba10-1773d632e6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794200564228'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:50.155756 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-32859061-cb20-443a-99a2-098b073f90db admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:50.179684 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca0464f-0048-4ff8-ba10-1773d632e6a3 None None] Network 15fa7115-fc84-4c36-b2d5-11c1f04a2da7 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:27:50.183910 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca0464f-0048-4ff8-ba10-1773d632e6a3 None None] Pushing event updated for resources: {'Port': ['ID=3a229222-c2bb-458d-936d-e3182c1a0b26,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:27:50.194231 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-aca0464f-0048-4ff8-ba10-1773d632e6a3 None None] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:27:50.199716 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca0464f-0048-4ff8-ba10-1773d632e6a3 None None] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 21:27:50.204323 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e115d2c8-5348-4c9c-ace5-1e9685d1215c None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:50.225185 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-e115d2c8-5348-4c9c-ace5-1e9685d1215c None None] Transition to ACTIVE for port object de1c4947-5a69-4324-9709-3f34268ec18f will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:27:50.225569 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-32859061-cb20-443a-99a2-098b073f90db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794200564228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25193636'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:50.265591 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e115d2c8-5348-4c9c-ace5-1e9685d1215c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:50.282244 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32859061-cb20-443a-99a2-098b073f90db admin admin] Network 3cb20040-a5aa-4574-8b0a-6832b57fea7e is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:27:50.285749 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-32859061-cb20-443a-99a2-098b073f90db admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:27:50.299224 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32859061-cb20-443a-99a2-098b073f90db admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 21:27:50.361173 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-aca0464f-0048-4ff8-ba10-1773d632e6a3 None None] Attempting to bind port 3a229222-c2bb-458d-936d-e3182c1a0b26 on host dv-cinder-806436-1-iscsi for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 21:27:50.361952 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-aca0464f-0048-4ff8-ba10-1773d632e6a3 None None] Attempting to bind port 3a229222-c2bb-458d-936d-e3182c1a0b26 by drivers openvswitch,hyperv on host dv-cinder-806436-1-iscsi at level 0 using segments [{'id': '57682a1a-c609-4d16-8191-fe35fbe72e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '15fa7115-fc84-4c36-b2d5-11c1f04a2da7'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 21:27:50.362119 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca0464f-0048-4ff8-ba10-1773d632e6a3 None None] Attempting to bind port 3a229222-c2bb-458d-936d-e3182c1a0b26 on network 15fa7115-fc84-4c36-b2d5-11c1f04a2da7 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:27:50.362296 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32859061-cb20-443a-99a2-098b073f90db admin admin] Pushing event updated for resources: {'Port': ['ID=6b91e854-5f92-4d1c-9964-0b22dab7936b,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:27:50.374160 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22298256-d683-4057-8e99-ab8967fc4785 None None] Pushing event updated for resources: {'Port': ['ID=de1c4947-5a69-4324-9709-3f34268ec18f,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:27:50.382842 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca0464f-0048-4ff8-ba10-1773d632e6a3 None None] Checking agent: {'id': '7431bd39-0fd9-4a64-8486-900009fb8dd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806436-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 21, 15, 51), 'started_at': datetime.datetime(2021, 8, 27, 21, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 21, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806436-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 21:27:50.383048 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca0464f-0048-4ff8-ba10-1773d632e6a3 None None] Checking segment: {'id': '57682a1a-c609-4d16-8191-fe35fbe72e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '15fa7115-fc84-4c36-b2d5-11c1f04a2da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:27:50.383561 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aca0464f-0048-4ff8-ba10-1773d632e6a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:50.385403 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca0464f-0048-4ff8-ba10-1773d632e6a3 None None] Bound using segment: {'id': '57682a1a-c609-4d16-8191-fe35fbe72e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '15fa7115-fc84-4c36-b2d5-11c1f04a2da7'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 21:27:50.385403 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-aca0464f-0048-4ff8-ba10-1773d632e6a3 None None] Bound port: 3a229222-c2bb-458d-936d-e3182c1a0b26, host: dv-cinder-806436-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57682a1a-c609-4d16-8191-fe35fbe72e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '15fa7115-fc84-4c36-b2d5-11c1f04a2da7'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 21:27:50.385708 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aca0464f-0048-4ff8-ba10-1773d632e6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:50.479687 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7bbe5-07d9-4aef-a96e-5c398f3566df req-8c898ffc-2ee1-4c51-8593-8c43078398ed tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:50.481375 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-68d7bbe5-07d9-4aef-a96e-5c398f3566df req-8c898ffc-2ee1-4c51-8593-8c43078398ed tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.73 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.1429265 Aug 27 21:27:50.589951 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-e115d2c8-5348-4c9c-ace5-1e9685d1215c None None] Attempting to bind port de1c4947-5a69-4324-9709-3f34268ec18f on host dv-cinder-806436-1-iscsi for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 21:27:50.590264 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-e115d2c8-5348-4c9c-ace5-1e9685d1215c None None] Attempting to bind port de1c4947-5a69-4324-9709-3f34268ec18f by drivers openvswitch,hyperv on host dv-cinder-806436-1-iscsi at level 0 using segments [{'id': 'c2378fa1-afe6-497d-9312-572f79e0ffd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'cfa78330-d176-4c9f-aa9a-4db08f23b10c'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 21:27:50.590678 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e115d2c8-5348-4c9c-ace5-1e9685d1215c None None] Attempting to bind port de1c4947-5a69-4324-9709-3f34268ec18f on network cfa78330-d176-4c9f-aa9a-4db08f23b10c {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:27:50.605409 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e115d2c8-5348-4c9c-ace5-1e9685d1215c None None] Checking agent: {'id': '7431bd39-0fd9-4a64-8486-900009fb8dd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806436-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 21, 15, 51), 'started_at': datetime.datetime(2021, 8, 27, 21, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 21, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806436-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 21:27:50.607087 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e115d2c8-5348-4c9c-ace5-1e9685d1215c None None] Checking segment: {'id': 'c2378fa1-afe6-497d-9312-572f79e0ffd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'cfa78330-d176-4c9f-aa9a-4db08f23b10c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:27:50.607482 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e115d2c8-5348-4c9c-ace5-1e9685d1215c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:50.607887 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e115d2c8-5348-4c9c-ace5-1e9685d1215c None None] Bound using segment: {'id': 'c2378fa1-afe6-497d-9312-572f79e0ffd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'cfa78330-d176-4c9f-aa9a-4db08f23b10c'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 21:27:50.608397 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-e115d2c8-5348-4c9c-ace5-1e9685d1215c None None] Bound port: de1c4947-5a69-4324-9709-3f34268ec18f, host: dv-cinder-806436-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2378fa1-afe6-497d-9312-572f79e0ffd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'cfa78330-d176-4c9f-aa9a-4db08f23b10c'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 21:27:50.608788 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e115d2c8-5348-4c9c-ace5-1e9685d1215c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:50.642569 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-aca0464f-0048-4ff8-ba10-1773d632e6a3 None None] For port 3a229222-c2bb-458d-936d-e3182c1a0b26, host dv-cinder-806436-1-iscsi, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 21:27:50.683452 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-aca0464f-0048-4ff8-ba10-1773d632e6a3 None None] For port 3a229222-c2bb-458d-936d-e3182c1a0b26, host dv-cinder-806436-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=3a229222-c2bb-458d-936d-e3182c1a0b26,segment=NetworkSegment(57682a1a-c609-4d16-8191-fe35fbe72e4a),segment_id=57682a1a-c609-4d16-8191-fe35fbe72e4a)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 21:27:50.691780 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aca0464f-0048-4ff8-ba10-1773d632e6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:50.723066 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-68d7bbe5-07d9-4aef-a96e-5c398f3566df req-89a0d308-4e77-48f8-8f3b-ea4718d87b07 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Deleting port 2aef329b-efff-4697-8ce2-30fab4ff9703 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 21:27:50.723769 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-68d7bbe5-07d9-4aef-a96e-5c398f3566df req-89a0d308-4e77-48f8-8f3b-ea4718d87b07 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794201129759'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:50.824050 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-e115d2c8-5348-4c9c-ace5-1e9685d1215c None None] For port de1c4947-5a69-4324-9709-3f34268ec18f, host dv-cinder-806436-1-iscsi, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 21:27:50.829135 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-e115d2c8-5348-4c9c-ace5-1e9685d1215c None None] For port de1c4947-5a69-4324-9709-3f34268ec18f, host dv-cinder-806436-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=de1c4947-5a69-4324-9709-3f34268ec18f,segment=NetworkSegment(c2378fa1-afe6-497d-9312-572f79e0ffd4),segment_id=c2378fa1-afe6-497d-9312-572f79e0ffd4)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 21:27:50.832671 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca0464f-0048-4ff8-ba10-1773d632e6a3 None None] Pushing event updated for resources: {'Port': ['ID=3a229222-c2bb-458d-936d-e3182c1a0b26,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:27:50.838214 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e115d2c8-5348-4c9c-ace5-1e9685d1215c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:50.855474 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-32859061-cb20-443a-99a2-098b073f90db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:50.916739 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a9243-8c04-48fe-a5ec-c8178e9003e5 req-bfb376a3-0f55-4fb2-a65e-e924a4521944 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:50.929886 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-e59a9243-8c04-48fe-a5ec-c8178e9003e5 req-bfb376a3-0f55-4fb2-a65e-e924a4521944 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 946 time: 0.2262335 Aug 27 21:27:50.949856 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e661c84-358a-4156-b62e-8767212e29f3 req-f4e853f0-bb74-4763-8a54-8ba1f2444408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:50.956304 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-5e661c84-358a-4156-b62e-8767212e29f3 req-f4e853f0-bb74-4763-8a54-8ba1f2444408 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b&tenant_id=4c7881af14ba462d932065fd81b90b6e HTTP/1.1" status: 200 len: 1097 time: 0.3248603 Aug 27 21:27:50.977497 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22298256-d683-4057-8e99-ab8967fc4785 None None] Pushing event updated for resources: {'Port': ['ID=de1c4947-5a69-4324-9709-3f34268ec18f,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:27:50.978888 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-68d7bbe5-07d9-4aef-a96e-5c398f3566df req-89a0d308-4e77-48f8-8f3b-ea4718d87b07 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] For port 2aef329b-efff-4697-8ce2-30fab4ff9703, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=2aef329b-efff-4697-8ce2-30fab4ff9703,segment=NetworkSegment(52d99102-2b75-41b5-9952-77d7ee7e2909),segment_id=52d99102-2b75-41b5-9952-77d7ee7e2909)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:27:50.979269 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-68d7bbe5-07d9-4aef-a96e-5c398f3566df req-89a0d308-4e77-48f8-8f3b-ea4718d87b07 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:51.003774 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e115d2c8-5348-4c9c-ace5-1e9685d1215c None None] Routers {'51e78bdf-031c-4cd4-928d-dda66e2b24b1'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:27:51.004377 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-e115d2c8-5348-4c9c-ace5-1e9685d1215c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:27:21Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['51e78bdf-031c-4cd4-928d-dda66e2b24b1'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:27:51.143132 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-68d7bbe5-07d9-4aef-a96e-5c398f3566df req-89a0d308-4e77-48f8-8f3b-ea4718d87b07 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Calling delete_port for 2aef329b-efff-4697-8ce2-30fab4ff9703 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 21:27:51.144230 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-e59a9243-8c04-48fe-a5ec-c8178e9003e5 req-0ab4efe8-16f4-46b5-b56a-7eb57c8e6bf6 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/security-groups?id=069df293-d1c8-42e2-a53b-49d4d0c34c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130721 Aug 27 21:27:51.159251 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e661c84-358a-4156-b62e-8767212e29f3 req-9e5721bc-5018-471c-92c4-febeb8d4d64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:51.160835 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-5e661c84-358a-4156-b62e-8767212e29f3 req-9e5721bc-5018-471c-92c4-febeb8d4d64e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4c7881af14ba462d932065fd81b90b6e&device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 1097 time: 0.1618245 Aug 27 21:27:51.270352 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-e115d2c8-5348-4c9c-ace5-1e9685d1215c None None] Set router 51e78bdf-031c-4cd4-928d-dda66e2b24b1 gateway port host: dv-cinder-806436-1-iscsi {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:27:51.320071 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e661c84-358a-4156-b62e-8767212e29f3 req-b89e97b1-ada5-4d24-a718-97e9baefdd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:51.321634 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-5e661c84-358a-4156-b62e-8767212e29f3 req-b89e97b1-ada5-4d24-a718-97e9baefdd9b service neutron] 10.222.0.73 "GET /v2.0/networks?id=9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89 HTTP/1.1" status: 200 len: 918 time: 0.1511700 Aug 27 21:27:51.443140 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-5e661c84-358a-4156-b62e-8767212e29f3 req-93065db0-2670-40c6-9542-f1b545871c55 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd89a8b2-feb9-4512-b8fe-553705f6dd9e HTTP/1.1" status: 200 len: 999 time: 0.0963478 Aug 27 21:27:51.448434 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0293b8f-c976-4612-bd34-981975b37924 req-1637767c-2cce-4a25-9d6f-900351a3b85f tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:51.457014 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-a0293b8f-c976-4612-bd34-981975b37924 req-1637767c-2cce-4a25-9d6f-900351a3b85f tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 944 time: 0.3167491 Aug 27 21:27:51.526011 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e661c84-358a-4156-b62e-8767212e29f3 req-71ebb30e-05aa-4e5b-8aac-25649375e239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:51.532444 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-5e661c84-358a-4156-b62e-8767212e29f3 req-71ebb30e-05aa-4e5b-8aac-25649375e239 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6921f496-5d7a-4db6-bf96-720866799ce1 HTTP/1.1" status: 200 len: 856 time: 0.0777678 Aug 27 21:27:51.614048 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e661c84-358a-4156-b62e-8767212e29f3 req-dd9f1d84-f492-477d-b408-e03e0ed2150f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:51.614910 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-47b0e4a5-994e-41e2-bc89-8e8c83359e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:51.628693 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-5e661c84-358a-4156-b62e-8767212e29f3 req-dd9f1d84-f492-477d-b408-e03e0ed2150f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0844340 Aug 27 21:27:51.633844 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:51.642596 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-a0293b8f-c976-4612-bd34-981975b37924 req-0ceb2ad9-c503-4562-a3a7-4f6ac9ea26d0 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1845832 Aug 27 21:27:51.653049 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-32859061-cb20-443a-99a2-098b073f90db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-630453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628283'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:51.665033 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-e115d2c8-5348-4c9c-ace5-1e9685d1215c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e78bdf-031c-4cd4-928d-dda66e2b24b1', 'name': 'tempest-TestMinimumBasicScenario-2128768098-router', 'tenant_id': '643ef7a25d8f4b71ae55ebc55eefc0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '5f0bf846-a333-4bd8-b560-c4f061838898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:27:39Z', 'updated_at': '2021-08-27T21:27:45Z', 'revision_number': 4, 'project_id': '643ef7a25d8f4b71ae55ebc55eefc0e6', 'gw_port': {'id': '5f0bf846-a333-4bd8-b560-c4f061838898', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e78bdf-031c-4cd4-928d-dda66e2b24b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:27:40Z', 'updated_at': '2021-08-27T21:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_interfaces': [{'id': 'de1c4947-5a69-4324-9709-3f34268ec18f', 'name': '', 'network_id': 'cfa78330-d176-4c9f-aa9a-4db08f23b10c', 'tenant_id': '643ef7a25d8f4b71ae55ebc55eefc0e6', 'mac_address': 'fa:16:3e:1e:82:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e78bdf-031c-4cd4-928d-dda66e2b24b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '552f9052-989c-4d96-96ce-501309883166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:27:44Z', 'updated_at': '2021-08-27T21:27:50Z', 'revision_number': 4, 'project_id': '643ef7a25d8f4b71ae55ebc55eefc0e6', 'subnets': [{'id': '552f9052-989c-4d96-96ce-501309883166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:27:51.700044 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e115d2c8-5348-4c9c-ace5-1e9685d1215c None None] The sync data for ids ['51e78bdf-031c-4cd4-928d-dda66e2b24b1'] in dv-cinder-806436-1-iscsi is: [{'id': '51e78bdf-031c-4cd4-928d-dda66e2b24b1', 'name': 'tempest-TestMinimumBasicScenario-2128768098-router', 'tenant_id': '643ef7a25d8f4b71ae55ebc55eefc0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '5f0bf846-a333-4bd8-b560-c4f061838898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:27:39Z', 'updated_at': '2021-08-27T21:27:45Z', 'revision_number': 4, 'project_id': '643ef7a25d8f4b71ae55ebc55eefc0e6', 'gw_port': {'id': '5f0bf846-a333-4bd8-b560-c4f061838898', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e78bdf-031c-4cd4-928d-dda66e2b24b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:27:40Z', 'updated_at': '2021-08-27T21:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_interfaces': [{'id': 'de1c4947-5a69-4324-9709-3f34268ec18f', 'name': '', 'network_id': 'cfa78330-d176-4c9f-aa9a-4db08f23b10c', 'tenant_id': '643ef7a25d8f4b71ae55ebc55eefc0e6', 'mac_address': 'fa:16:3e:1e:82:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e78bdf-031c-4cd4-928d-dda66e2b24b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '552f9052-989c-4d96-96ce-501309883166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:27:44Z', 'updated_at': '2021-08-27T21:27:50Z', 'revision_number': 4, 'project_id': '643ef7a25d8f4b71ae55ebc55eefc0e6', 'subnets': [{'id': '552f9052-989c-4d96-96ce-501309883166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 21:27:51.972979 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-68d7bbe5-07d9-4aef-a96e-5c398f3566df req-89a0d308-4e77-48f8-8f3b-ea4718d87b07 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794201022239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794200564237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25193636'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:51.987915 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-5e661c84-358a-4156-b62e-8767212e29f3 req-54739d1f-deaa-482e-ac79-31ec908205d3 service neutron] 10.222.0.73 "GET /v2.0/networks/9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527732 Aug 27 21:27:51.993813 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] get_ports_and_sgs() called for port_ids ['2aef329b-efff-4697-8ce2-30fab4ff9703'] {{(pid=93798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 21:27:52.053912 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32859061-cb20-443a-99a2-098b073f90db admin admin] Router 193ec567-55aa-4506-be18-904e5e8f1776 is scheduled to L3 agent da753c34-e47f-42d8-9f83-ec5464f53bc8 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 21:27:52.157556 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a0d308-4e77-48f8-8f3b-ea4718d87b07 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Pushing event deleted for resources: {'Port': ['ID=2aef329b-efff-4697-8ce2-30fab4ff9703,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:27:52.269929 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d7bbe5-07d9-4aef-a96e-5c398f3566df req-89a0d308-4e77-48f8-8f3b-ea4718d87b07 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] No DVR routers for this DVR port 2aef329b-efff-4697-8ce2-30fab4ff9703 on host hv-cinder-80643 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 21:27:52.306335 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-68d7bbe5-07d9-4aef-a96e-5c398f3566df req-89a0d308-4e77-48f8-8f3b-ea4718d87b07 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:52.308529 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-68d7bbe5-07d9-4aef-a96e-5c398f3566df req-89a0d308-4e77-48f8-8f3b-ea4718d87b07 tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.73 "DELETE /v2.0/ports/2aef329b-efff-4697-8ce2-30fab4ff9703 HTTP/1.1" status: 204 len: 173 time: 1.7989590 Aug 27 21:27:52.423282 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45c31c9-4f01-44f6-8338-c826dc77265e', 'name': 'network-vif-deleted', 'tag': '2aef329b-efff-4697-8ce2-30fab4ff9703'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:27:52.427464 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38019ac9d499d238660659c848bc6e147427a71e556f74dfb6c52f178b5569d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6fc11f-bae3-4435-850f-50918cd8b25a" -d '{"events": [{"server_uuid": "e45c31c9-4f01-44f6-8338-c826dc77265e", "name": "network-vif-deleted", "tag": "2aef329b-efff-4697-8ce2-30fab4ff9703"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:27:52.471987 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 3a229222-c2bb-458d-936d-e3182c1a0b26 up at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:27:52.500576 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-e8a99a51-4807-4e59-8f8e-dc8d8de6ca08 req-2fd5abad-52cc-4a6b-bb0a-b5590331cc7d tempest-ServerRescueNegativeTestJSON-1448227466 tempest-ServerRescueNegativeTestJSON-1448227466-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45c31c9-4f01-44f6-8338-c826dc77265e HTTP/1.1" status: 200 len: 210 time: 0.1071284 Aug 27 21:27:52.502997 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-5e661c84-358a-4156-b62e-8767212e29f3 req-cc23783c-a74b-4e66-a987-29aad37bab7d service neutron] 10.222.0.73 "GET /v2.0/networks/9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5055912 Aug 27 21:27:52.594915 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32859061-cb20-443a-99a2-098b073f90db admin admin] Notify agent at l3_agent.dv-cinder-806436-1-iscsi the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 21:27:52.597667 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 21:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f193059d-e953-4ff1-8871-3d38bc72ab57 x-openstack-request-id: req-f193059d-e953-4ff1-8871-3d38bc72ab57 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:27:52.597955 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e45c31c9-4f01-44f6-8338-c826dc77265e", "name": "network-vif-deleted", "tag": "2aef329b-efff-4697-8ce2-30fab4ff9703", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:27:52.598204 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f193059d-e953-4ff1-8871-3d38bc72ab57 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:27:52.598592 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45c31c9-4f01-44f6-8338-c826dc77265e', 'name': 'network-vif-deleted', 'tag': '2aef329b-efff-4697-8ce2-30fab4ff9703', 'status': 'completed', 'code': 200} Aug 27 21:27:52.608642 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea494ca2-c61d-4744-aaad-dcbee6426903 None None] Sync routers for ids ['193ec567-55aa-4506-be18-904e5e8f1776'] in dv-cinder-806436-1-iscsi {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 21:27:52.631369 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea494ca2-c61d-4744-aaad-dcbee6426903 None None] Routers {'193ec567-55aa-4506-be18-904e5e8f1776'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:27:52.637350 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-ea494ca2-c61d-4744-aaad-dcbee6426903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:27:52Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['193ec567-55aa-4506-be18-904e5e8f1776'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:27:52.643728 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-32859061-cb20-443a-99a2-098b073f90db admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:52.650792 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 35726) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:27:52.657160 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning for port 3a229222-c2bb-458d-936d-e3182c1a0b26 completed by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:27:52.660748 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-32859061-cb20-443a-99a2-098b073f90db admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.0316877 Aug 27 21:27:52.666738 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device de1c4947-5a69-4324-9709-3f34268ec18f up at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:27:52.727307 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0bbf2f-ebfb-4a23-b2d2-9f969042d972 None None] Network 15fa7115-fc84-4c36-b2d5-11c1f04a2da7 requested from dv-cinder-806436-1-iscsi {{(pid=93798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 21:27:52.858966 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65920cb9-5c7f-4952-b134-219b92defc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:52.867391 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-40784b1f-ae0b-43e1-b429-b7406ecaba56 None None] Provisioning for port 3a229222-c2bb-458d-936d-e3182c1a0b26 completed by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:27:52.891882 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-40784b1f-ae0b-43e1-b429-b7406ecaba56 None None] Provisioning complete for port 3a229222-c2bb-458d-936d-e3182c1a0b26 triggered by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:27:52.892828 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-40784b1f-ae0b-43e1-b429-b7406ecaba56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:53.022033 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-ea494ca2-c61d-4744-aaad-dcbee6426903 None None] Set router 193ec567-55aa-4506-be18-904e5e8f1776 gateway port host: dv-cinder-806436-1-iscsi {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:27:53.085710 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0eb85-8928-4569-bc72-02c6d6aa9390 req-79034542-06fb-4ffb-a636-0bce3b1698b9 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:53.111124 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-79c0eb85-8928-4569-bc72-02c6d6aa9390 req-79034542-06fb-4ffb-a636-0bce3b1698b9 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 944 time: 0.2832787 Aug 27 21:27:53.113943 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning for port de1c4947-5a69-4324-9709-3f34268ec18f completed by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:27:53.150172 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning complete for port de1c4947-5a69-4324-9709-3f34268ec18f triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:27:53.150790 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:53.479639 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-ea494ca2-c61d-4744-aaad-dcbee6426903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193ec567-55aa-4506-be18-904e5e8f1776', 'name': 'tempest-TestMinimumBasicScenario-798762370-router', 'tenant_id': 'ec576a0766b448e686f9ef1feb07d8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '6b91e854-5f92-4d1c-9964-0b22dab7936b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:27:48Z', 'updated_at': '2021-08-27T21:27:50Z', 'revision_number': 3, 'project_id': 'ec576a0766b448e686f9ef1feb07d8b5', 'gw_port': {'id': '6b91e854-5f92-4d1c-9964-0b22dab7936b', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193ec567-55aa-4506-be18-904e5e8f1776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:27:49Z', 'updated_at': '2021-08-27T21:27:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi'}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:27:53.525391 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea494ca2-c61d-4744-aaad-dcbee6426903 None None] Checking router: 193ec567-55aa-4506-be18-904e5e8f1776 for host: dv-cinder-806436-1-iscsi {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 21:27:53.525800 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea494ca2-c61d-4744-aaad-dcbee6426903 None None] Updating router 193ec567-55aa-4506-be18-904e5e8f1776 port 6b91e854-5f92-4d1c-9964-0b22dab7936b binding host dv-cinder-806436-1-iscsi {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 21:27:53.554656 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-40784b1f-ae0b-43e1-b429-b7406ecaba56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:53.555979 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-79c0eb85-8928-4569-bc72-02c6d6aa9390 req-a59ef687-af0a-44eb-913b-a7891344c9a3 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4438984 Aug 27 21:27:53.677068 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ea494ca2-c61d-4744-aaad-dcbee6426903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:53.696226 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 35758) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:27:53.805923 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-40784b1f-ae0b-43e1-b429-b7406ecaba56 None None] For port 3a229222-c2bb-458d-936d-e3182c1a0b26, host dv-cinder-806436-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=3a229222-c2bb-458d-936d-e3182c1a0b26,segment=NetworkSegment(57682a1a-c609-4d16-8191-fe35fbe72e4a),segment_id=57682a1a-c609-4d16-8191-fe35fbe72e4a)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:27:53.820840 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:54.067763 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] For port de1c4947-5a69-4324-9709-3f34268ec18f, host dv-cinder-806436-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=de1c4947-5a69-4324-9709-3f34268ec18f,segment=NetworkSegment(c2378fa1-afe6-497d-9312-572f79e0ffd4),segment_id=c2378fa1-afe6-497d-9312-572f79e0ffd4)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:27:54.080525 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-40784b1f-ae0b-43e1-b429-b7406ecaba56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:54.217939 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:54.344970 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40784b1f-ae0b-43e1-b429-b7406ecaba56 None None] Pushing event updated for resources: {'Port': ['ID=3a229222-c2bb-458d-936d-e3182c1a0b26,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:27:54.420279 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-617b9ff5-64c4-4d55-98bf-398b473d9e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:54.487030 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device 2aef329b-efff-4697-8ce2-30fab4ff9703 no longer exists at agent hyperv_hv-cinder-80643 {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 21:27:54.559687 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ea494ca2-c61d-4744-aaad-dcbee6426903 None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:54.592463 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ea494ca2-c61d-4744-aaad-dcbee6426903 None None] Transition to ACTIVE for port object 6b91e854-5f92-4d1c-9964-0b22dab7936b will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:27:54.618794 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ea494ca2-c61d-4744-aaad-dcbee6426903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:54.831848 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3389e960-b5b6-4a59-9aca-f092a37f4788 None None] Pushing event updated for resources: {'Port': ['ID=6b91e854-5f92-4d1c-9964-0b22dab7936b,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:27:54.861427 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Pushing event updated for resources: {'Port': ['ID=de1c4947-5a69-4324-9709-3f34268ec18f,revision_number=5']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:27:54.867155 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] No Port match for: 2aef329b-efff-4697-8ce2-30fab4ff9703 {{(pid=93798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 21:27:54.867781 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device 2aef329b-efff-4697-8ce2-30fab4ff9703 not bound to the agent host hv-cinder-80643 {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 21:27:54.874635 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-778ce8a3-384f-4928-b9ff-199d4ced17a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:54.877197 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-ea494ca2-c61d-4744-aaad-dcbee6426903 None None] Attempting to bind port 6b91e854-5f92-4d1c-9964-0b22dab7936b on host dv-cinder-806436-1-iscsi for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 21:27:54.877931 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-ea494ca2-c61d-4744-aaad-dcbee6426903 None None] Attempting to bind port 6b91e854-5f92-4d1c-9964-0b22dab7936b by drivers openvswitch,hyperv on host dv-cinder-806436-1-iscsi at level 0 using segments [{'id': '294aecfa-d12c-4149-ab86-bf2395e16d40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 21:27:54.880421 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea494ca2-c61d-4744-aaad-dcbee6426903 None None] Attempting to bind port 6b91e854-5f92-4d1c-9964-0b22dab7936b on network 3cb20040-a5aa-4574-8b0a-6832b57fea7e {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:27:54.881079 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-617b9ff5-64c4-4d55-98bf-398b473d9e2d admin admin] Allocated IP 172.20.0.1 (15fa7115-fc84-4c36-b2d5-11c1f04a2da7/6a455b59-8853-438b-a8f4-d76f02a4650a/d3c8b4e9-8893-4980-96ce-d794c2dcf4db) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 21:27:54.887878 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea494ca2-c61d-4744-aaad-dcbee6426903 None None] Checking agent: {'id': '7431bd39-0fd9-4a64-8486-900009fb8dd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806436-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 21, 15, 51), 'started_at': datetime.datetime(2021, 8, 27, 21, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 21, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806436-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 21:27:54.888256 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea494ca2-c61d-4744-aaad-dcbee6426903 None None] Checking segment: {'id': '294aecfa-d12c-4149-ab86-bf2395e16d40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:27:54.888681 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ea494ca2-c61d-4744-aaad-dcbee6426903 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:54.889359 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea494ca2-c61d-4744-aaad-dcbee6426903 None None] Bound using segment: {'id': '294aecfa-d12c-4149-ab86-bf2395e16d40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 21:27:54.890334 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-ea494ca2-c61d-4744-aaad-dcbee6426903 None None] Bound port: 6b91e854-5f92-4d1c-9964-0b22dab7936b, host: dv-cinder-806436-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '294aecfa-d12c-4149-ab86-bf2395e16d40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 21:27:54.890934 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ea494ca2-c61d-4744-aaad-dcbee6426903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:55.002805 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ea494ca2-c61d-4744-aaad-dcbee6426903 None None] For port 6b91e854-5f92-4d1c-9964-0b22dab7936b, host dv-cinder-806436-1-iscsi, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 21:27:55.009626 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ea494ca2-c61d-4744-aaad-dcbee6426903 None None] For port 6b91e854-5f92-4d1c-9964-0b22dab7936b, host dv-cinder-806436-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=6b91e854-5f92-4d1c-9964-0b22dab7936b,segment=NetworkSegment(294aecfa-d12c-4149-ab86-bf2395e16d40),segment_id=294aecfa-d12c-4149-ab86-bf2395e16d40)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 21:27:55.023922 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ea494ca2-c61d-4744-aaad-dcbee6426903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:55.170204 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea494ca2-c61d-4744-aaad-dcbee6426903 None None] Routers {'193ec567-55aa-4506-be18-904e5e8f1776'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:27:55.171416 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-ea494ca2-c61d-4744-aaad-dcbee6426903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:27:52Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['193ec567-55aa-4506-be18-904e5e8f1776'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:27:55.174291 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d14de8-561d-45a4-a205-f95937f5941f req-148cea6b-1b19-4ee6-bc10-5f6de103ecd1 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:55.183374 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-58d14de8-561d-45a4-a205-f95937f5941f req-148cea6b-1b19-4ee6-bc10-5f6de103ecd1 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 944 time: 0.4791775 Aug 27 21:27:55.184785 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-617b9ff5-64c4-4d55-98bf-398b473d9e2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:55.204038 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-617b9ff5-64c4-4d55-98bf-398b473d9e2d admin admin] Transition to ACTIVE for port object d3c8b4e9-8893-4980-96ce-d794c2dcf4db will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:27:55.274864 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-617b9ff5-64c4-4d55-98bf-398b473d9e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794200564228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-275356'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:55.392302 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617b9ff5-64c4-4d55-98bf-398b473d9e2d admin admin] Network 15fa7115-fc84-4c36-b2d5-11c1f04a2da7 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:27:55.407646 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-617b9ff5-64c4-4d55-98bf-398b473d9e2d admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:27:55.452381 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-ed89b508-bed0-421c-9cfc-4de19a60640b None None] Provisioning complete for port 3a229222-c2bb-458d-936d-e3182c1a0b26 triggered by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:27:55.453439 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ed89b508-bed0-421c-9cfc-4de19a60640b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:55.458750 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617b9ff5-64c4-4d55-98bf-398b473d9e2d admin admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 21:27:55.491721 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3389e960-b5b6-4a59-9aca-f092a37f4788 None None] Pushing event updated for resources: {'Port': ['ID=6b91e854-5f92-4d1c-9964-0b22dab7936b,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:27:55.516285 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-ea494ca2-c61d-4744-aaad-dcbee6426903 None None] Set router 193ec567-55aa-4506-be18-904e5e8f1776 gateway port host: dv-cinder-806436-1-iscsi {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:27:55.562008 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-617b9ff5-64c4-4d55-98bf-398b473d9e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-628452'] for router_interface, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:55.574000 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617b9ff5-64c4-4d55-98bf-398b473d9e2d admin admin] Pushing event updated for resources: {'Port': ['ID=d3c8b4e9-8893-4980-96ce-d794c2dcf4db,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:27:55.661564 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-58d14de8-561d-45a4-a205-f95937f5941f req-ff0b2f3e-6de3-4381-81fc-796f649bf2b5 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4549572 Aug 27 21:27:55.959955 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-617b9ff5-64c4-4d55-98bf-398b473d9e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:56.005979 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-a6b7a251-76ea-4495-afee-80929991cbf1 None None] Provisioning for port d3c8b4e9-8893-4980-96ce-d794c2dcf4db completed by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:27:56.023095 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-a6b7a251-76ea-4495-afee-80929991cbf1 None None] Provisioning complete for port d3c8b4e9-8893-4980-96ce-d794c2dcf4db triggered by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:27:56.023456 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a6b7a251-76ea-4495-afee-80929991cbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:56.096448 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-a6b7a251-76ea-4495-afee-80929991cbf1 None None] Port d3c8b4e9-8893-4980-96ce-d794c2dcf4db cannot update to ACTIVE because it is not bound. {{(pid=93798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 21:27:56.170207 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-ea494ca2-c61d-4744-aaad-dcbee6426903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193ec567-55aa-4506-be18-904e5e8f1776', 'name': 'tempest-TestMinimumBasicScenario-798762370-router', 'tenant_id': 'ec576a0766b448e686f9ef1feb07d8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '6b91e854-5f92-4d1c-9964-0b22dab7936b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:27:48Z', 'updated_at': '2021-08-27T21:27:50Z', 'revision_number': 3, 'project_id': 'ec576a0766b448e686f9ef1feb07d8b5', 'gw_port': {'id': '6b91e854-5f92-4d1c-9964-0b22dab7936b', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193ec567-55aa-4506-be18-904e5e8f1776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:27:49Z', 'updated_at': '2021-08-27T21:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi'}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:27:56.260638 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a645b4a1-1039-4987-822e-99a016f08cac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634575'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:56.283334 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea494ca2-c61d-4744-aaad-dcbee6426903 None None] The sync data for ids ['193ec567-55aa-4506-be18-904e5e8f1776'] in dv-cinder-806436-1-iscsi is: [{'id': '193ec567-55aa-4506-be18-904e5e8f1776', 'name': 'tempest-TestMinimumBasicScenario-798762370-router', 'tenant_id': 'ec576a0766b448e686f9ef1feb07d8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '6b91e854-5f92-4d1c-9964-0b22dab7936b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:27:48Z', 'updated_at': '2021-08-27T21:27:50Z', 'revision_number': 3, 'project_id': 'ec576a0766b448e686f9ef1feb07d8b5', 'gw_port': {'id': '6b91e854-5f92-4d1c-9964-0b22dab7936b', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193ec567-55aa-4506-be18-904e5e8f1776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:27:49Z', 'updated_at': '2021-08-27T21:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi'}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 21:27:56.297503 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-617b9ff5-64c4-4d55-98bf-398b473d9e2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:56.306211 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-617b9ff5-64c4-4d55-98bf-398b473d9e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-275333'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:56.419802 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617b9ff5-64c4-4d55-98bf-398b473d9e2d admin admin] Pushing event updated for resources: {'Port': ['ID=d3c8b4e9-8893-4980-96ce-d794c2dcf4db,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:27:56.427551 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-617b9ff5-64c4-4d55-98bf-398b473d9e2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1011620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628539'] for router_interface, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:56.470063 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 3a229222-c2bb-458d-936d-e3182c1a0b26 up at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:27:56.582574 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617b9ff5-64c4-4d55-98bf-398b473d9e2d admin admin] Network 15fa7115-fc84-4c36-b2d5-11c1f04a2da7 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:27:56.584172 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-617b9ff5-64c4-4d55-98bf-398b473d9e2d admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:27:56.612495 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning complete for port 3a229222-c2bb-458d-936d-e3182c1a0b26 triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:27:56.612874 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:56.911792 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-617b9ff5-64c4-4d55-98bf-398b473d9e2d admin admin] Router 193ec567-55aa-4506-be18-904e5e8f1776 has already been hosted by L3 agent da753c34-e47f-42d8-9f83-ec5464f53bc8 {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 21:27:56.966260 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-a645b4a1-1039-4987-822e-99a016f08cac admin admin] Deleting port 93f9cd7a-bf45-4eac-995e-6dcd55902e7c {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 21:27:56.966899 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a645b4a1-1039-4987-822e-99a016f08cac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794201129759'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:56.996252 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device de1c4947-5a69-4324-9709-3f34268ec18f up at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:27:57.190929 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-a645b4a1-1039-4987-822e-99a016f08cac admin admin] For port 93f9cd7a-bf45-4eac-995e-6dcd55902e7c, host dv-cinder-806436-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=93f9cd7a-bf45-4eac-995e-6dcd55902e7c,segment=NetworkSegment(52d99102-2b75-41b5-9952-77d7ee7e2909),segment_id=52d99102-2b75-41b5-9952-77d7ee7e2909)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:27:57.191301 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a645b4a1-1039-4987-822e-99a016f08cac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:57.201585 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning complete for port de1c4947-5a69-4324-9709-3f34268ec18f triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:27:57.202146 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:57.206436 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e7424-c6d1-4420-95b8-83abdc5e3fca req-793c3bcd-18db-4e86-8e4d-d644c5ab28a2 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:57.208072 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-975e7424-c6d1-4420-95b8-83abdc5e3fca req-793c3bcd-18db-4e86-8e4d-d644c5ab28a2 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 944 time: 0.2754192 Aug 27 21:27:57.227714 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-a645b4a1-1039-4987-822e-99a016f08cac admin admin] Calling delete_port for 93f9cd7a-bf45-4eac-995e-6dcd55902e7c owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 21:27:57.376360 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-65cfbc9d-f2e1-448c-9d32-8e6980078077 None None] Provisioning complete for port d3c8b4e9-8893-4980-96ce-d794c2dcf4db triggered by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:27:57.376777 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65cfbc9d-f2e1-448c-9d32-8e6980078077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:57.527367 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-975e7424-c6d1-4420-95b8-83abdc5e3fca req-55d6056a-b03e-494b-973c-c94021a32c24 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2802544 Aug 27 21:27:57.535782 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-617b9ff5-64c4-4d55-98bf-398b473d9e2d admin admin] Notify agent at l3_agent.dv-cinder-806436-1-iscsi the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 21:27:57.552256 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-617b9ff5-64c4-4d55-98bf-398b473d9e2d admin admin] 10.222.0.39 "PUT /v2.0/routers/193ec567-55aa-4506-be18-904e5e8f1776/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8914866 Aug 27 21:27:57.552522 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-65cfbc9d-f2e1-448c-9d32-8e6980078077 None None] Port d3c8b4e9-8893-4980-96ce-d794c2dcf4db cannot update to ACTIVE because it is not bound. {{(pid=93798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 21:27:57.730089 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a645b4a1-1039-4987-822e-99a016f08cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794201022239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794200564237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25193636'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:57.841838 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a645b4a1-1039-4987-822e-99a016f08cac admin admin] Pushing event deleted for resources: {'Port': ['ID=93f9cd7a-bf45-4eac-995e-6dcd55902e7c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:27:58.207804 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a645b4a1-1039-4987-822e-99a016f08cac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634373'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:58.621724 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 6b91e854-5f92-4d1c-9964-0b22dab7936b up at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:27:58.722613 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning for port 6b91e854-5f92-4d1c-9964-0b22dab7936b completed by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:27:58.726763 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a645b4a1-1039-4987-822e-99a016f08cac admin admin] Router 6ad785d0-d50f-4e69-8ab5-be499d7a78bf has already been hosted by L3 agent da753c34-e47f-42d8-9f83-ec5464f53bc8 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 21:27:58.729470 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning complete for port 6b91e854-5f92-4d1c-9964-0b22dab7936b triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:27:58.730302 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:58.824997 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596972ee-c9aa-409a-8dfa-410a63586161 req-3283ee23-124d-4ed0-ba31-e7236c1f80aa tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:27:58.826988 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-596972ee-c9aa-409a-8dfa-410a63586161 req-3283ee23-124d-4ed0-ba31-e7236c1f80aa tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 944 time: 0.1356845 Aug 27 21:27:58.917285 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:59.019129 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] For port 6b91e854-5f92-4d1c-9964-0b22dab7936b, host dv-cinder-806436-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=6b91e854-5f92-4d1c-9964-0b22dab7936b,segment=NetworkSegment(294aecfa-d12c-4149-ab86-bf2395e16d40),segment_id=294aecfa-d12c-4149-ab86-bf2395e16d40)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:27:59.029996 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:59.111765 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-596972ee-c9aa-409a-8dfa-410a63586161 req-d84d2fe4-884a-420b-988a-b40df522e3ef tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2580180 Aug 27 21:27:59.112781 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a645b4a1-1039-4987-822e-99a016f08cac admin admin] Notify agent at l3_agent.dv-cinder-806436-1-iscsi the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 21:27:59.124350 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-a645b4a1-1039-4987-822e-99a016f08cac admin admin] 10.222.0.39 "PUT /v2.0/routers/6ad785d0-d50f-4e69-8ab5-be499d7a78bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4261200 Aug 27 21:27:59.137985 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 35838) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:27:59.160904 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5b1a41-2248-4db6-9fcc-28ed7d8f8d7b None None] Sync routers for ids ['6ad785d0-d50f-4e69-8ab5-be499d7a78bf'] in dv-cinder-806436-1-iscsi {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 21:27:59.195086 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5b1a41-2248-4db6-9fcc-28ed7d8f8d7b None None] Routers {'6ad785d0-d50f-4e69-8ab5-be499d7a78bf'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:27:59.195835 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-ee5b1a41-2248-4db6-9fcc-28ed7d8f8d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:27:52Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['6ad785d0-d50f-4e69-8ab5-be499d7a78bf'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:27:59.337936 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-ee5b1a41-2248-4db6-9fcc-28ed7d8f8d7b None None] Set router 6ad785d0-d50f-4e69-8ab5-be499d7a78bf gateway port host: dv-cinder-806436-1-iscsi {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:27:59.340365 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Pushing event updated for resources: {'Port': ['ID=6b91e854-5f92-4d1c-9964-0b22dab7936b,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:27:59.433501 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0a95577f-0986-4e35-a570-1d30d3536ff3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:27:59.644418 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-ee5b1a41-2248-4db6-9fcc-28ed7d8f8d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad785d0-d50f-4e69-8ab5-be499d7a78bf', 'name': 'tempest-ServerRescueNegativeTestJSON-353423049-router', 'tenant_id': 'f8b30927378840a284e230193294d3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '7c81537f-dd76-47b1-8810-0d8f94d63c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:24:07Z', 'updated_at': '2021-08-27T21:27:57Z', 'revision_number': 5, 'project_id': 'f8b30927378840a284e230193294d3eb', 'gw_port': {'id': '7c81537f-dd76-47b1-8810-0d8f94d63c55', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad785d0-d50f-4e69-8ab5-be499d7a78bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:24:09Z', 'updated_at': '2021-08-27T21:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi'}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:27:59.680871 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5b1a41-2248-4db6-9fcc-28ed7d8f8d7b None None] Checking router: 6ad785d0-d50f-4e69-8ab5-be499d7a78bf for host: dv-cinder-806436-1-iscsi {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 21:27:59.708852 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5b1a41-2248-4db6-9fcc-28ed7d8f8d7b None None] Routers {'6ad785d0-d50f-4e69-8ab5-be499d7a78bf'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:27:59.709625 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-ee5b1a41-2248-4db6-9fcc-28ed7d8f8d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:27:52Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['6ad785d0-d50f-4e69-8ab5-be499d7a78bf'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:27:59.749753 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70456c3b-f4c3-4ac8-a0aa-6f3197db49d4 None None] Sync routers for ids ['193ec567-55aa-4506-be18-904e5e8f1776'] in dv-cinder-806436-1-iscsi {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 21:27:59.766143 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70456c3b-f4c3-4ac8-a0aa-6f3197db49d4 None None] Routers {'193ec567-55aa-4506-be18-904e5e8f1776'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:27:59.771082 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-70456c3b-f4c3-4ac8-a0aa-6f3197db49d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:27:52Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['193ec567-55aa-4506-be18-904e5e8f1776'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:27:59.850271 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-ee5b1a41-2248-4db6-9fcc-28ed7d8f8d7b None None] Set router 6ad785d0-d50f-4e69-8ab5-be499d7a78bf gateway port host: dv-cinder-806436-1-iscsi {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:28:00.080123 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-70456c3b-f4c3-4ac8-a0aa-6f3197db49d4 None None] Set router 193ec567-55aa-4506-be18-904e5e8f1776 gateway port host: dv-cinder-806436-1-iscsi {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:28:00.199136 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0a95577f-0986-4e35-a570-1d30d3536ff3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:00.214715 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-ee5b1a41-2248-4db6-9fcc-28ed7d8f8d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad785d0-d50f-4e69-8ab5-be499d7a78bf', 'name': 'tempest-ServerRescueNegativeTestJSON-353423049-router', 'tenant_id': 'f8b30927378840a284e230193294d3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '7c81537f-dd76-47b1-8810-0d8f94d63c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:24:07Z', 'updated_at': '2021-08-27T21:27:57Z', 'revision_number': 5, 'project_id': 'f8b30927378840a284e230193294d3eb', 'gw_port': {'id': '7c81537f-dd76-47b1-8810-0d8f94d63c55', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad785d0-d50f-4e69-8ab5-be499d7a78bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:24:09Z', 'updated_at': '2021-08-27T21:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi'}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:28:00.333786 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5b1a41-2248-4db6-9fcc-28ed7d8f8d7b None None] The sync data for ids ['6ad785d0-d50f-4e69-8ab5-be499d7a78bf'] in dv-cinder-806436-1-iscsi is: [{'id': '6ad785d0-d50f-4e69-8ab5-be499d7a78bf', 'name': 'tempest-ServerRescueNegativeTestJSON-353423049-router', 'tenant_id': 'f8b30927378840a284e230193294d3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '7c81537f-dd76-47b1-8810-0d8f94d63c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:24:07Z', 'updated_at': '2021-08-27T21:27:57Z', 'revision_number': 5, 'project_id': 'f8b30927378840a284e230193294d3eb', 'gw_port': {'id': '7c81537f-dd76-47b1-8810-0d8f94d63c55', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad785d0-d50f-4e69-8ab5-be499d7a78bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:24:09Z', 'updated_at': '2021-08-27T21:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 21:28:00.408353 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-0a95577f-0986-4e35-a570-1d30d3536ff3 admin admin] Deleting port 7c81537f-dd76-47b1-8810-0d8f94d63c55 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 21:28:00.408788 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0a95577f-0986-4e35-a570-1d30d3536ff3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794201129759'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:00.493417 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 6b91e854-5f92-4d1c-9964-0b22dab7936b up at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:28:00.495413 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b652b6a-ec03-4da0-8760-627a3fbfeda6 req-4659fcec-b062-4f07-9038-7b524b28f94e tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:00.497736 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-3b652b6a-ec03-4da0-8760-627a3fbfeda6 req-4659fcec-b062-4f07-9038-7b524b28f94e tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 944 time: 0.1725709 Aug 27 21:28:00.597585 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-70456c3b-f4c3-4ac8-a0aa-6f3197db49d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193ec567-55aa-4506-be18-904e5e8f1776', 'name': 'tempest-TestMinimumBasicScenario-798762370-router', 'tenant_id': 'ec576a0766b448e686f9ef1feb07d8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '6b91e854-5f92-4d1c-9964-0b22dab7936b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:27:48Z', 'updated_at': '2021-08-27T21:27:55Z', 'revision_number': 4, 'project_id': 'ec576a0766b448e686f9ef1feb07d8b5', 'gw_port': {'id': '6b91e854-5f92-4d1c-9964-0b22dab7936b', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193ec567-55aa-4506-be18-904e5e8f1776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:27:49Z', 'updated_at': '2021-08-27T21:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_interfaces': [{'id': 'd3c8b4e9-8893-4980-96ce-d794c2dcf4db', 'name': '', 'network_id': '15fa7115-fc84-4c36-b2d5-11c1f04a2da7', 'tenant_id': 'ec576a0766b448e686f9ef1feb07d8b5', 'mac_address': 'fa:16:3e:7d:29:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193ec567-55aa-4506-be18-904e5e8f1776', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '6a455b59-8853-438b-a8f4-d76f02a4650a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:27:54Z', 'updated_at': '2021-08-27T21:27:56Z', 'revision_number': 2, 'project_id': 'ec576a0766b448e686f9ef1feb07d8b5', 'subnets': [{'id': '6a455b59-8853-438b-a8f4-d76f02a4650a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:28:00.608273 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-3b652b6a-ec03-4da0-8760-627a3fbfeda6 req-74ad73a9-cfa6-4358-87cd-0819e713e9e6 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0876415 Aug 27 21:28:00.661994 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning complete for port 6b91e854-5f92-4d1c-9964-0b22dab7936b triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:28:00.662754 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-0a95577f-0986-4e35-a570-1d30d3536ff3 admin admin] For port 7c81537f-dd76-47b1-8810-0d8f94d63c55, host dv-cinder-806436-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=7c81537f-dd76-47b1-8810-0d8f94d63c55,segment=NetworkSegment(294aecfa-d12c-4149-ab86-bf2395e16d40),segment_id=294aecfa-d12c-4149-ab86-bf2395e16d40)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:28:00.663181 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0a95577f-0986-4e35-a570-1d30d3536ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:00.663665 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:00.738553 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-0a95577f-0986-4e35-a570-1d30d3536ff3 admin admin] Calling delete_port for 7c81537f-dd76-47b1-8810-0d8f94d63c55 owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 21:28:00.856420 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70456c3b-f4c3-4ac8-a0aa-6f3197db49d4 None None] Checking router: 193ec567-55aa-4506-be18-904e5e8f1776 for host: dv-cinder-806436-1-iscsi {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 21:28:00.857042 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70456c3b-f4c3-4ac8-a0aa-6f3197db49d4 None None] Updating router 193ec567-55aa-4506-be18-904e5e8f1776 port d3c8b4e9-8893-4980-96ce-d794c2dcf4db binding host dv-cinder-806436-1-iscsi {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 21:28:00.869541 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 35874) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:28:00.895147 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-70456c3b-f4c3-4ac8-a0aa-6f3197db49d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:01.192081 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0a95577f-0986-4e35-a570-1d30d3536ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794201022239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794200564237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25193636'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:01.240894 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0fc671c3-f572-40ea-9cf9-85d693d5d293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:01.249971 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95577f-0986-4e35-a570-1d30d3536ff3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c81537f-dd76-47b1-8810-0d8f94d63c55,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:01.391864 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-70456c3b-f4c3-4ac8-a0aa-6f3197db49d4 None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:01.404737 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-70456c3b-f4c3-4ac8-a0aa-6f3197db49d4 None None] Transition to ACTIVE for port object d3c8b4e9-8893-4980-96ce-d794c2dcf4db will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:28:01.416700 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-70456c3b-f4c3-4ac8-a0aa-6f3197db49d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:01.437571 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0a95577f-0986-4e35-a570-1d30d3536ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628319'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:01.555965 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6deea32-8870-41fd-b453-3165732d5e4a None None] Pushing event updated for resources: {'Port': ['ID=d3c8b4e9-8893-4980-96ce-d794c2dcf4db,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:01.565408 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0fc671c3-f572-40ea-9cf9-85d693d5d293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:01.574521 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0fc671c3-f572-40ea-9cf9-85d693d5d293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:01.667319 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-0fc671c3-f572-40ea-9cf9-85d693d5d293 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a0586c1c9e6a4597ad74787e0a3581e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7778800 Aug 27 21:28:01.667319 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 35880) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:28:01.683935 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-70456c3b-f4c3-4ac8-a0aa-6f3197db49d4 None None] Attempting to bind port d3c8b4e9-8893-4980-96ce-d794c2dcf4db on host dv-cinder-806436-1-iscsi for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 21:28:01.684318 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-70456c3b-f4c3-4ac8-a0aa-6f3197db49d4 None None] Attempting to bind port d3c8b4e9-8893-4980-96ce-d794c2dcf4db by drivers openvswitch,hyperv on host dv-cinder-806436-1-iscsi at level 0 using segments [{'id': '57682a1a-c609-4d16-8191-fe35fbe72e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '15fa7115-fc84-4c36-b2d5-11c1f04a2da7'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 21:28:01.685076 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70456c3b-f4c3-4ac8-a0aa-6f3197db49d4 None None] Attempting to bind port d3c8b4e9-8893-4980-96ce-d794c2dcf4db on network 15fa7115-fc84-4c36-b2d5-11c1f04a2da7 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:28:01.699758 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70456c3b-f4c3-4ac8-a0aa-6f3197db49d4 None None] Checking agent: {'id': '7431bd39-0fd9-4a64-8486-900009fb8dd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806436-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 21, 15, 51), 'started_at': datetime.datetime(2021, 8, 27, 21, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 21, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806436-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 21:28:01.700310 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70456c3b-f4c3-4ac8-a0aa-6f3197db49d4 None None] Checking segment: {'id': '57682a1a-c609-4d16-8191-fe35fbe72e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '15fa7115-fc84-4c36-b2d5-11c1f04a2da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:28:01.700744 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-70456c3b-f4c3-4ac8-a0aa-6f3197db49d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:01.701142 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70456c3b-f4c3-4ac8-a0aa-6f3197db49d4 None None] Bound using segment: {'id': '57682a1a-c609-4d16-8191-fe35fbe72e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '15fa7115-fc84-4c36-b2d5-11c1f04a2da7'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 21:28:01.701614 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-70456c3b-f4c3-4ac8-a0aa-6f3197db49d4 None None] Bound port: d3c8b4e9-8893-4980-96ce-d794c2dcf4db, host: dv-cinder-806436-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57682a1a-c609-4d16-8191-fe35fbe72e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '15fa7115-fc84-4c36-b2d5-11c1f04a2da7'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 21:28:01.702016 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-70456c3b-f4c3-4ac8-a0aa-6f3197db49d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:01.702816 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc671c3-f572-40ea-9cf9-85d693d5d293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bcd72a5-fdba-400d-b487-0b45a654c895,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:01.733976 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0a95577f-0986-4e35-a570-1d30d3536ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-630464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40198'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:01.736982 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0a95577f-0986-4e35-a570-1d30d3536ff3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:01.827996 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-29a589d7-1126-4ee4-86d9-9dcbc654b9f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:01.898771 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-70456c3b-f4c3-4ac8-a0aa-6f3197db49d4 None None] For port d3c8b4e9-8893-4980-96ce-d794c2dcf4db, host dv-cinder-806436-1-iscsi, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 21:28:01.901489 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-29a589d7-1126-4ee4-86d9-9dcbc654b9f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:01.910007 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-70456c3b-f4c3-4ac8-a0aa-6f3197db49d4 None None] For port d3c8b4e9-8893-4980-96ce-d794c2dcf4db, host dv-cinder-806436-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=d3c8b4e9-8893-4980-96ce-d794c2dcf4db,segment=NetworkSegment(57682a1a-c609-4d16-8191-fe35fbe72e4a),segment_id=57682a1a-c609-4d16-8191-fe35fbe72e4a)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 21:28:01.921171 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-70456c3b-f4c3-4ac8-a0aa-6f3197db49d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:02.051817 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eeca96-e25b-4955-a871-d58ac5b33f35 req-b3faebbd-2de4-408b-a745-2ce9a06713b8 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:02.055642 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-18eeca96-e25b-4955-a871-d58ac5b33f35 req-b3faebbd-2de4-408b-a745-2ce9a06713b8 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 944 time: 0.2282724 Aug 27 21:28:02.056327 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0a95577f-0986-4e35-a570-1d30d3536ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-630479'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:02.059163 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a95577f-0986-4e35-a570-1d30d3536ff3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ad785d0-d50f-4e69-8ab5-be499d7a78bf {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 21:28:02.101068 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-29a589d7-1126-4ee4-86d9-9dcbc654b9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:02.104062 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-29a589d7-1126-4ee4-86d9-9dcbc654b9f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:02.105319 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-29a589d7-1126-4ee4-86d9-9dcbc654b9f9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6bcd72a5-fdba-400d-b487-0b45a654c895 HTTP/1.1" status: 204 len: 168 time: 0.4470341 Aug 27 21:28:02.137701 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a589d7-1126-4ee4-86d9-9dcbc654b9f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bcd72a5-fdba-400d-b487-0b45a654c895,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:02.265675 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0a95577f-0986-4e35-a570-1d30d3536ff3 admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:02.270252 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 35900) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:28:02.277187 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6deea32-8870-41fd-b453-3165732d5e4a None None] Pushing event updated for resources: {'Port': ['ID=d3c8b4e9-8893-4980-96ce-d794c2dcf4db,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:02.279868 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-0a95577f-0986-4e35-a570-1d30d3536ff3 admin admin] 10.222.0.39 "DELETE /v2.0/routers/6ad785d0-d50f-4e69-8ab5-be499d7a78bf HTTP/1.1" status: 204 len: 168 time: 3.1405189 Aug 27 21:28:02.348637 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70456c3b-f4c3-4ac8-a0aa-6f3197db49d4 None None] Routers {'193ec567-55aa-4506-be18-904e5e8f1776'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:28:02.351788 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-70456c3b-f4c3-4ac8-a0aa-6f3197db49d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:27:52Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['193ec567-55aa-4506-be18-904e5e8f1776'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:28:02.372629 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-18eeca96-e25b-4955-a871-d58ac5b33f35 req-81c3a528-d45b-4751-b126-1bf486ae58cb tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2997103 Aug 27 21:28:02.549214 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c7d71ed-1f63-4ed2-8c8c-643983afae11 admin admin] Deleting subnet b5e1eaea-5bab-43a2-8e07-1f620faa4b4a {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 21:28:02.566054 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 93f9cd7a-bf45-4eac-995e-6dcd55902e7c no longer exists at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 21:28:02.569255 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c7d71ed-1f63-4ed2-8c8c-643983afae11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:02.574846 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-70456c3b-f4c3-4ac8-a0aa-6f3197db49d4 None None] Set router 193ec567-55aa-4506-be18-904e5e8f1776 gateway port host: dv-cinder-806436-1-iscsi {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:28:02.613557 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] No Port match for: 93f9cd7a-bf45-4eac-995e-6dcd55902e7c {{(pid=93798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 21:28:02.614263 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 93f9cd7a-bf45-4eac-995e-6dcd55902e7c not bound to the agent host dv-cinder-806436-1-iscsi {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 21:28:02.706660 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c7d71ed-1f63-4ed2-8c8c-643983afae11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3590199'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:02.816583 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c7d71ed-1f63-4ed2-8c8c-643983afae11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8232119'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:02.993198 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c7d71ed-1f63-4ed2-8c8c-643983afae11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8232120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-275407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3223993'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:03.024851 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7d71ed-1f63-4ed2-8c8c-643983afae11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5e1eaea-5bab-43a2-8e07-1f620faa4b4a,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:03.037800 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c7d71ed-1f63-4ed2-8c8c-643983afae11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:03.042903 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-6c7d71ed-1f63-4ed2-8c8c-643983afae11 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b5e1eaea-5bab-43a2-8e07-1f620faa4b4a HTTP/1.1" status: 204 len: 168 time: 0.7712111 Aug 27 21:28:03.046216 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 35910) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:28:03.113404 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-70456c3b-f4c3-4ac8-a0aa-6f3197db49d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193ec567-55aa-4506-be18-904e5e8f1776', 'name': 'tempest-TestMinimumBasicScenario-798762370-router', 'tenant_id': 'ec576a0766b448e686f9ef1feb07d8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '6b91e854-5f92-4d1c-9964-0b22dab7936b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:27:48Z', 'updated_at': '2021-08-27T21:27:55Z', 'revision_number': 4, 'project_id': 'ec576a0766b448e686f9ef1feb07d8b5', 'gw_port': {'id': '6b91e854-5f92-4d1c-9964-0b22dab7936b', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193ec567-55aa-4506-be18-904e5e8f1776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:27:49Z', 'updated_at': '2021-08-27T21:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_interfaces': [{'id': 'd3c8b4e9-8893-4980-96ce-d794c2dcf4db', 'name': '', 'network_id': '15fa7115-fc84-4c36-b2d5-11c1f04a2da7', 'tenant_id': 'ec576a0766b448e686f9ef1feb07d8b5', 'mac_address': 'fa:16:3e:7d:29:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193ec567-55aa-4506-be18-904e5e8f1776', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '6a455b59-8853-438b-a8f4-d76f02a4650a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:27:54Z', 'updated_at': '2021-08-27T21:28:01Z', 'revision_number': 4, 'project_id': 'ec576a0766b448e686f9ef1feb07d8b5', 'subnets': [{'id': '6a455b59-8853-438b-a8f4-d76f02a4650a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:28:03.122565 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 35916) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:28:03.214273 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70456c3b-f4c3-4ac8-a0aa-6f3197db49d4 None None] The sync data for ids ['193ec567-55aa-4506-be18-904e5e8f1776'] in dv-cinder-806436-1-iscsi is: [{'id': '193ec567-55aa-4506-be18-904e5e8f1776', 'name': 'tempest-TestMinimumBasicScenario-798762370-router', 'tenant_id': 'ec576a0766b448e686f9ef1feb07d8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '6b91e854-5f92-4d1c-9964-0b22dab7936b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:27:48Z', 'updated_at': '2021-08-27T21:27:55Z', 'revision_number': 4, 'project_id': 'ec576a0766b448e686f9ef1feb07d8b5', 'gw_port': {'id': '6b91e854-5f92-4d1c-9964-0b22dab7936b', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193ec567-55aa-4506-be18-904e5e8f1776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:27:49Z', 'updated_at': '2021-08-27T21:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_interfaces': [{'id': 'd3c8b4e9-8893-4980-96ce-d794c2dcf4db', 'name': '', 'network_id': '15fa7115-fc84-4c36-b2d5-11c1f04a2da7', 'tenant_id': 'ec576a0766b448e686f9ef1feb07d8b5', 'mac_address': 'fa:16:3e:7d:29:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193ec567-55aa-4506-be18-904e5e8f1776', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '6a455b59-8853-438b-a8f4-d76f02a4650a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:27:54Z', 'updated_at': '2021-08-27T21:28:01Z', 'revision_number': 4, 'project_id': 'ec576a0766b448e686f9ef1feb07d8b5', 'subnets': [{'id': '6a455b59-8853-438b-a8f4-d76f02a4650a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 21:28:03.216325 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b2faffd3-031c-4a80-b6bb-0e0e2a97579f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:03.618186 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a3b6d48e-1176-4524-9e92-70f53dd336ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8293159'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:03.751709 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b2faffd3-031c-4a80-b6bb-0e0e2a97579f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:03.851153 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b2faffd3-031c-4a80-b6bb-0e0e2a97579f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:04.090567 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2faffd3-031c-4a80-b6bb-0e0e2a97579f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f4064c-40a5-4398-958a-e5981b242cac,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:04.191884 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e7e901-50b5-4604-b016-0e6899775370 req-c66e0d7c-958e-448d-96e2-c12fadc03a84 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:04.209576 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-06e7e901-50b5-4604-b016-0e6899775370 req-c66e0d7c-958e-448d-96e2-c12fadc03a84 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 944 time: 0.5344439 Aug 27 21:28:04.235602 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a3b6d48e-1176-4524-9e92-70f53dd336ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8361292', 'neutron.services.segments.db._delete_segments_for_network-8794201047534'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:04.486858 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device d3c8b4e9-8893-4980-96ce-d794c2dcf4db up at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:28:04.701778 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning for port d3c8b4e9-8893-4980-96ce-d794c2dcf4db completed by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:28:04.707474 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning complete for port d3c8b4e9-8893-4980-96ce-d794c2dcf4db triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:28:04.708143 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:04.912207 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-b2faffd3-031c-4a80-b6bb-0e0e2a97579f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cefa69a21d79471c9385108984875272&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7854304 Aug 27 21:28:04.913664 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 35938) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:28:04.941873 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:04.955009 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.services.segments.db [None req-a3b6d48e-1176-4524-9e92-70f53dd336ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fbb2a6b-0896-4fd4-bd40-c249a33d87a8']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:28:05.031296 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-06e7e901-50b5-4604-b016-0e6899775370 req-d5bea4a5-f740-41a0-9a3e-c81798b532b8 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.8203557 Aug 27 21:28:05.034773 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.services.segments.db [None req-a3b6d48e-1176-4524-9e92-70f53dd336ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52d99102-2b75-41b5-9952-77d7ee7e2909') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:28:05.035462 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.services.segments.db [None req-a3b6d48e-1176-4524-9e92-70f53dd336ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52d99102-2b75-41b5-9952-77d7ee7e2909') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:28:05.076901 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a3b6d48e-1176-4524-9e92-70f53dd336ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794201047417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3590184'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:05.090578 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] For port d3c8b4e9-8893-4980-96ce-d794c2dcf4db, host dv-cinder-806436-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=d3c8b4e9-8893-4980-96ce-d794c2dcf4db,segment=NetworkSegment(57682a1a-c609-4d16-8191-fe35fbe72e4a),segment_id=57682a1a-c609-4d16-8191-fe35fbe72e4a)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:28:05.099341 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:05.118729 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 7c81537f-dd76-47b1-8810-0d8f94d63c55 no longer exists at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 21:28:05.121067 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ee00a392-ccb9-4f0a-b6d8-9c0a271244af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:05.150117 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a3b6d48e-1176-4524-9e92-70f53dd336ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226622'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:05.168612 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3b6d48e-1176-4524-9e92-70f53dd336ca admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 21:28:05.168612 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a3b6d48e-1176-4524-9e92-70f53dd336ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-275369'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:05.175716 dv-cinder-806436-1-iscsi neutron-server[93797]: Traceback (most recent call last): Aug 27 21:28:05.175716 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 21:28:05.175716 dv-cinder-806436-1-iscsi neutron-server[93797]: timer() Aug 27 21:28:05.175716 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 21:28:05.175716 dv-cinder-806436-1-iscsi neutron-server[93797]: cb(*args, **kw) Aug 27 21:28:05.175716 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 21:28:05.175716 dv-cinder-806436-1-iscsi neutron-server[93797]: return func(*args, **kwargs) Aug 27 21:28:05.175716 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 21:28:05.175716 dv-cinder-806436-1-iscsi neutron-server[93797]: self._notify() Aug 27 21:28:05.175716 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 21:28:05.175716 dv-cinder-806436-1-iscsi neutron-server[93797]: self.callback(batched_events) Aug 27 21:28:05.175716 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 21:28:05.175716 dv-cinder-806436-1-iscsi neutron-server[93797]: event.method(event) Aug 27 21:28:05.175716 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 21:28:05.175716 dv-cinder-806436-1-iscsi neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 21:28:05.175716 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 21:28:05.175716 dv-cinder-806436-1-iscsi neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 21:28:05.175716 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 21:28:05.175716 dv-cinder-806436-1-iscsi neutron-server[93797]: return f(self, *a, **k) Aug 27 21:28:05.175716 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 21:28:05.175716 dv-cinder-806436-1-iscsi neutron-server[93797]: return self._get(url).json() Aug 27 21:28:05.175716 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 21:28:05.175716 dv-cinder-806436-1-iscsi neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 21:28:05.175716 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 21:28:05.175716 dv-cinder-806436-1-iscsi neutron-server[93797]: return self.request(url, 'GET', **kwargs) Aug 27 21:28:05.175716 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 21:28:05.175716 dv-cinder-806436-1-iscsi neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 21:28:05.175716 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 21:28:05.175716 dv-cinder-806436-1-iscsi neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 21:28:05.175716 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 21:28:05.175716 dv-cinder-806436-1-iscsi neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 21:28:05.175716 dv-cinder-806436-1-iscsi neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 21:28:05.202107 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ee00a392-ccb9-4f0a-b6d8-9c0a271244af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:05.270365 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] No Port match for: 7c81537f-dd76-47b1-8810-0d8f94d63c55 {{(pid=93798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 21:28:05.273198 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 7c81537f-dd76-47b1-8810-0d8f94d63c55 not bound to the agent host dv-cinder-806436-1-iscsi {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 21:28:05.341083 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ee00a392-ccb9-4f0a-b6d8-9c0a271244af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:05.345411 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ee00a392-ccb9-4f0a-b6d8-9c0a271244af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:05.347002 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-ee00a392-ccb9-4f0a-b6d8-9c0a271244af admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c2f4064c-40a5-4398-958a-e5981b242cac HTTP/1.1" status: 204 len: 168 time: 0.4327335 Aug 27 21:28:05.365969 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Pushing event updated for resources: {'Port': ['ID=d3c8b4e9-8893-4980-96ce-d794c2dcf4db,revision_number=5']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:05.401052 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee00a392-ccb9-4f0a-b6d8-9c0a271244af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f4064c-40a5-4398-958a-e5981b242cac,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:05.447120 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a3b6d48e-1176-4524-9e92-70f53dd336ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8361269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628323'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:05.483757 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a3b6d48e-1176-4524-9e92-70f53dd336ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:05.492867 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-a3b6d48e-1176-4524-9e92-70f53dd336ca admin admin] 10.222.0.39 "DELETE /v2.0/networks/5fbb2a6b-0896-4fd4-bd40-c249a33d87a8 HTTP/1.1" status: 204 len: 168 time: 2.4383814 Aug 27 21:28:05.542021 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b6d48e-1176-4524-9e92-70f53dd336ca admin admin] Pushing event deleted for resources: {'Network': ['ID=5fbb2a6b-0896-4fd4-bd40-c249a33d87a8,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:06.217387 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 35960) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:28:06.459960 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device d3c8b4e9-8893-4980-96ce-d794c2dcf4db up at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:28:06.514133 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-ca122bdb-2591-4198-b7dd-a2ed4b7e0067 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f8b30927378840a284e230193294d3eb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2951481 Aug 27 21:28:06.519428 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 35962) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:28:06.543420 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf046afc-8432-4d1f-ab8a-6fb4f185e284 req-98255001-4c6c-4a8c-9ad9-75f80ccc9946 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:06.552161 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-bf046afc-8432-4d1f-ab8a-6fb4f185e284 req-98255001-4c6c-4a8c-9ad9-75f80ccc9946 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 944 time: 0.2474272 Aug 27 21:28:06.653269 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-bf046afc-8432-4d1f-ab8a-6fb4f185e284 req-27e142d5-5ef9-485f-9d96-78c4deef9af1 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0966597 Aug 27 21:28:06.726415 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning complete for port d3c8b4e9-8893-4980-96ce-d794c2dcf4db triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:28:06.730121 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:06.787193 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e021043c-3c58-410b-b692-58485074a481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:06.892131 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e021043c-3c58-410b-b692-58485074a481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:07.034295 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e021043c-3c58-410b-b692-58485074a481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:07.040131 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e021043c-3c58-410b-b692-58485074a481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:07.046129 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-e021043c-3c58-410b-b692-58485074a481 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/069df293-d1c8-42e2-a53b-49d4d0c34c3d HTTP/1.1" status: 204 len: 168 time: 0.5250697 Aug 27 21:28:07.091418 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e021043c-3c58-410b-b692-58485074a481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=069df293-d1c8-42e2-a53b-49d4d0c34c3d,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:07.149738 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e021043c-3c58-410b-b692-58485074a481 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:28:07.192573 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e021043c-3c58-410b-b692-58485074a481 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:28:07.197329 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e021043c-3c58-410b-b692-58485074a481 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:28:07.198381 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e021043c-3c58-410b-b692-58485074a481 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:28:07.199278 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e021043c-3c58-410b-b692-58485074a481 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:28:07.199966 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e021043c-3c58-410b-b692-58485074a481 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:28:07.201172 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e021043c-3c58-410b-b692-58485074a481 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:28:07.201318 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e021043c-3c58-410b-b692-58485074a481 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:28:07.203184 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e021043c-3c58-410b-b692-58485074a481 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:28:07.208484 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e021043c-3c58-410b-b692-58485074a481 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:28:07.209824 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e021043c-3c58-410b-b692-58485074a481 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:28:07.210581 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e021043c-3c58-410b-b692-58485074a481 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:28:08.053574 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598d334-4a72-4621-ac7c-17349ca06fa4 req-d5ab5c27-72db-44f8-b827-93e466adfdd1 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:08.061801 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-7598d334-4a72-4621-ac7c-17349ca06fa4 req-d5ab5c27-72db-44f8-b827-93e466adfdd1 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 944 time: 0.2120712 Aug 27 21:28:08.217990 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-7598d334-4a72-4621-ac7c-17349ca06fa4 req-bf8284c9-b1c4-4caa-9e26-4dc7eddaee0d tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1442463 Aug 27 21:28:09.172897 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 36032) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:28:09.332545 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [None req-d640e804-d059-40a2-b853-62057ddff591 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1714184306-network', 'tenant_id': '9d7ceb8f6162437081bdc9ae6a61d840'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:28:09.389173 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d640e804-d059-40a2-b853-62057ddff591 admin admin] Made reservation on behalf of 9d7ceb8f6162437081bdc9ae6a61d840 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 21:28:09.400511 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d640e804-d059-40a2-b853-62057ddff591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:09.457518 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d640e804-d059-40a2-b853-62057ddff591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:09.632684 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d640e804-d059-40a2-b853-62057ddff591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:09.650284 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d640e804-d059-40a2-b853-62057ddff591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:09.684797 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d640e804-d059-40a2-b853-62057ddff591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffdfa601-680d-43dc-ba45-ac513f500923,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:09.703571 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba56ce-13ff-4b91-98fa-8496000e4eac req-d42d68af-baab-40f0-8cf2-9996a936e533 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:09.711530 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-fcba56ce-13ff-4b91-98fa-8496000e4eac req-d42d68af-baab-40f0-8cf2-9996a936e533 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 944 time: 0.3285501 Aug 27 21:28:09.785867 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-fcba56ce-13ff-4b91-98fa-8496000e4eac req-b74e9abf-5953-4677-971d-4d4111188e45 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0672686 Aug 27 21:28:09.786998 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d640e804-d059-40a2-b853-62057ddff591 admin admin] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 21:28:09.809103 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d640e804-d059-40a2-b853-62057ddff591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226622'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:09.809465 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.db.segments_db [None req-d640e804-d059-40a2-b853-62057ddff591 admin admin] Added segment 06eda9e8-242b-4778-b97e-70cec8f3f209 of type vlan for network ed8dd659-34e8-4454-9d8c-11a291216fde Aug 27 21:28:09.861146 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d640e804-d059-40a2-b853-62057ddff591 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794200552295'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:09.895510 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d640e804-d059-40a2-b853-62057ddff591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:09.896855 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d640e804-d059-40a2-b853-62057ddff591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:09.897945 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d640e804-d059-40a2-b853-62057ddff591 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:09.993978 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-d640e804-d059-40a2-b853-62057ddff591 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8171194 Aug 27 21:28:09.993978 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 36048) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:28:09.999082 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [None req-3f224a0e-513c-41fe-8d93-af88c2b99078 admin admin] Request body: {'subnet': {'network_id': 'ed8dd659-34e8-4454-9d8c-11a291216fde', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1714184306-subnet', 'tenant_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:28:10.008444 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d640e804-d059-40a2-b853-62057ddff591 admin admin] Pushing event updated for resources: {'Network': ['ID=ed8dd659-34e8-4454-9d8c-11a291216fde,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:10.019540 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Network ed8dd659-34e8-4454-9d8c-11a291216fde details requested by agent ovs-agent-dv-cinder-806436-1-iscsi with host dv-cinder-806436-1-iscsi {{(pid=93798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 21:28:10.056656 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f224a0e-513c-41fe-8d93-af88c2b99078 admin admin] Made reservation on behalf of 9d7ceb8f6162437081bdc9ae6a61d840 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 21:28:10.062531 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3f224a0e-513c-41fe-8d93-af88c2b99078 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26072207'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:10.343009 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3f224a0e-513c-41fe-8d93-af88c2b99078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25204276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26072317'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:10.430682 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f224a0e-513c-41fe-8d93-af88c2b99078 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22e56bc5-1da2-41da-ae14-be8282257d39,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:10.439649 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f224a0e-513c-41fe-8d93-af88c2b99078 admin admin] Checking segment: {'id': '06eda9e8-242b-4778-b97e-70cec8f3f209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ed8dd659-34e8-4454-9d8c-11a291216fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:28:10.440073 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f224a0e-513c-41fe-8d93-af88c2b99078 admin admin] Network hostable DHCP agents. Network: ed8dd659-34e8-4454-9d8c-11a291216fde, hostable agents: ['1749b5b4-19f7-4836-8339-7d75e40e8c09'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 21:28:10.616579 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f224a0e-513c-41fe-8d93-af88c2b99078 admin admin] Network ed8dd659-34e8-4454-9d8c-11a291216fde is scheduled to be hosted by DHCP agent 1749b5b4-19f7-4836-8339-7d75e40e8c09 with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 21:28:10.648644 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-3f224a0e-513c-41fe-8d93-af88c2b99078 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806436-1-iscsi, ed8dd659-34e8-4454-9d8c-11a291216fde) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:28:10.654915 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f224a0e-513c-41fe-8d93-af88c2b99078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:10.655046 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3f224a0e-513c-41fe-8d93-af88c2b99078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:10.664675 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eaf8060-8bcf-4148-8fbe-f6e70a2e2f61 None None] Network ed8dd659-34e8-4454-9d8c-11a291216fde requested from dv-cinder-806436-1-iscsi {{(pid=93798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 21:28:10.682396 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-3f224a0e-513c-41fe-8d93-af88c2b99078 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6871414 Aug 27 21:28:10.685240 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 36058) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:28:10.690009 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [None req-ef455968-bdff-42a6-8bac-7ce2e124815e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1714184306-router', 'tenant_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e'}}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:28:10.741669 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ef455968-bdff-42a6-8bac-7ce2e124815e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-630306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40244'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:10.742748 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ef455968-bdff-42a6-8bac-7ce2e124815e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40255'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:10.905179 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ef455968-bdff-42a6-8bac-7ce2e124815e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:10.955865 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff69b669-c69c-47b0-b440-f14a57406dc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7822c764-62b3-5da8-a3e8-a6ab57b66038-ed8dd659-34e8-4454-9d8c-11a291216fde', 'network_id': 'ed8dd659-34e8-4454-9d8c-11a291216fde', 'tenant_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'fixed_ips': [{'subnet_id': '22e56bc5-1da2-41da-ae14-be8282257d39'}]}} from dv-cinder-806436-1-iscsi. {{(pid=93798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 21:28:10.956868 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ff69b669-c69c-47b0-b440-f14a57406dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:11.075224 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe319894-a28d-4709-87cf-179fed8b83b5 req-0a45b0d3-bd50-499d-bf0d-311b6c8ccadf tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:11.077233 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-fe319894-a28d-4709-87cf-179fed8b83b5 req-0a45b0d3-bd50-499d-bf0d-311b6c8ccadf tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 944 time: 0.1689570 Aug 27 21:28:11.168540 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ef455968-bdff-42a6-8bac-7ce2e124815e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:11.248794 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-fe319894-a28d-4709-87cf-179fed8b83b5 req-00cd2d23-e468-4ba4-b6fb-a4569288b5bb tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1344950 Aug 27 21:28:11.253246 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-ff69b669-c69c-47b0-b440-f14a57406dc4 None None] Allocated IP 172.20.0.2 (ed8dd659-34e8-4454-9d8c-11a291216fde/22e56bc5-1da2-41da-ae14-be8282257d39/bb550690-3ff9-48ef-9ea0-12f6463e5610) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 21:28:11.423491 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ff69b669-c69c-47b0-b440-f14a57406dc4 None None] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:11.434880 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-ff69b669-c69c-47b0-b440-f14a57406dc4 None None] Transition to ACTIVE for port object bb550690-3ff9-48ef-9ea0-12f6463e5610 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:28:11.453924 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-ff69b669-c69c-47b0-b440-f14a57406dc4 None None] Transition to ACTIVE for port object bb550690-3ff9-48ef-9ea0-12f6463e5610 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:28:11.461611 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ff69b669-c69c-47b0-b440-f14a57406dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794200564228'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:11.506931 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff69b669-c69c-47b0-b440-f14a57406dc4 None None] Network ed8dd659-34e8-4454-9d8c-11a291216fde is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:28:11.510083 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-ff69b669-c69c-47b0-b440-f14a57406dc4 None None] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:28:11.513718 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff69b669-c69c-47b0-b440-f14a57406dc4 None None] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 21:28:11.514187 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ef455968-bdff-42a6-8bac-7ce2e124815e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:11.536377 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff69b669-c69c-47b0-b440-f14a57406dc4 None None] Pushing event updated for resources: {'Port': ['ID=bb550690-3ff9-48ef-9ea0-12f6463e5610,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:11.556068 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ef455968-bdff-42a6-8bac-7ce2e124815e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:11.619540 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-ff69b669-c69c-47b0-b440-f14a57406dc4 None None] Attempting to bind port bb550690-3ff9-48ef-9ea0-12f6463e5610 on host dv-cinder-806436-1-iscsi for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 21:28:11.620212 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-ff69b669-c69c-47b0-b440-f14a57406dc4 None None] Attempting to bind port bb550690-3ff9-48ef-9ea0-12f6463e5610 by drivers openvswitch,hyperv on host dv-cinder-806436-1-iscsi at level 0 using segments [{'id': '06eda9e8-242b-4778-b97e-70cec8f3f209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ed8dd659-34e8-4454-9d8c-11a291216fde'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 21:28:11.620798 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff69b669-c69c-47b0-b440-f14a57406dc4 None None] Attempting to bind port bb550690-3ff9-48ef-9ea0-12f6463e5610 on network ed8dd659-34e8-4454-9d8c-11a291216fde {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:28:11.631701 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff69b669-c69c-47b0-b440-f14a57406dc4 None None] Checking agent: {'id': '7431bd39-0fd9-4a64-8486-900009fb8dd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806436-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 21, 15, 51), 'started_at': datetime.datetime(2021, 8, 27, 21, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 21, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806436-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 21:28:11.632089 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff69b669-c69c-47b0-b440-f14a57406dc4 None None] Checking segment: {'id': '06eda9e8-242b-4778-b97e-70cec8f3f209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ed8dd659-34e8-4454-9d8c-11a291216fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:28:11.632626 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ff69b669-c69c-47b0-b440-f14a57406dc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:11.633030 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff69b669-c69c-47b0-b440-f14a57406dc4 None None] Bound using segment: {'id': '06eda9e8-242b-4778-b97e-70cec8f3f209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ed8dd659-34e8-4454-9d8c-11a291216fde'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 21:28:11.634461 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-ff69b669-c69c-47b0-b440-f14a57406dc4 None None] Bound port: bb550690-3ff9-48ef-9ea0-12f6463e5610, host: dv-cinder-806436-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06eda9e8-242b-4778-b97e-70cec8f3f209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ed8dd659-34e8-4454-9d8c-11a291216fde'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 21:28:11.634870 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ff69b669-c69c-47b0-b440-f14a57406dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:11.694595 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-ef455968-bdff-42a6-8bac-7ce2e124815e admin admin] Allocated IP 172.27.0.253 (3cb20040-a5aa-4574-8b0a-6832b57fea7e/ca2fa5cb-b298-4fb9-b5f4-ab6912612305/59cb1af0-4a49-465a-ae8c-4ae75fb6acf0) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 21:28:11.728742 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-ff69b669-c69c-47b0-b440-f14a57406dc4 None None] For port bb550690-3ff9-48ef-9ea0-12f6463e5610, host dv-cinder-806436-1-iscsi, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 21:28:11.733666 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-ff69b669-c69c-47b0-b440-f14a57406dc4 None None] For port bb550690-3ff9-48ef-9ea0-12f6463e5610, host dv-cinder-806436-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=bb550690-3ff9-48ef-9ea0-12f6463e5610,segment=NetworkSegment(06eda9e8-242b-4778-b97e-70cec8f3f209),segment_id=06eda9e8-242b-4778-b97e-70cec8f3f209)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 21:28:11.739386 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ff69b669-c69c-47b0-b440-f14a57406dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:11.793597 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff69b669-c69c-47b0-b440-f14a57406dc4 None None] Pushing event updated for resources: {'Port': ['ID=bb550690-3ff9-48ef-9ea0-12f6463e5610,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:11.846416 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ef455968-bdff-42a6-8bac-7ce2e124815e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:11.897552 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ef455968-bdff-42a6-8bac-7ce2e124815e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794200564228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-275356'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:11.939320 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef455968-bdff-42a6-8bac-7ce2e124815e admin admin] Network 3cb20040-a5aa-4574-8b0a-6832b57fea7e is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:28:11.944488 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-ef455968-bdff-42a6-8bac-7ce2e124815e admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:28:11.948076 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef455968-bdff-42a6-8bac-7ce2e124815e admin admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 21:28:11.973251 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef455968-bdff-42a6-8bac-7ce2e124815e admin admin] Pushing event updated for resources: {'Port': ['ID=59cb1af0-4a49-465a-ae8c-4ae75fb6acf0,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:12.311647 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:12.464037 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device bb550690-3ff9-48ef-9ea0-12f6463e5610 up at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:28:12.544072 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1410e36-148d-4b99-aa72-93ce1b458473 req-d655f378-cf36-499f-91b3-b22ec3a292b5 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:12.552885 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-b1410e36-148d-4b99-aa72-93ce1b458473 req-d655f378-cf36-499f-91b3-b22ec3a292b5 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 944 time: 0.1576531 Aug 27 21:28:12.583222 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ef455968-bdff-42a6-8bac-7ce2e124815e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:12.593910 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning for port bb550690-3ff9-48ef-9ea0-12f6463e5610 completed by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:28:12.623715 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-b1410e36-148d-4b99-aa72-93ce1b458473 req-fdbd7f78-6f17-4695-b030-9f1c380f6f28 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0698228 Aug 27 21:28:12.946017 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ef455968-bdff-42a6-8bac-7ce2e124815e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-630453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628283'] for router, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:13.219796 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef455968-bdff-42a6-8bac-7ce2e124815e admin admin] Router 5fffa74f-cf3c-4140-9ac4-c644db149705 is scheduled to L3 agent da753c34-e47f-42d8-9f83-ec5464f53bc8 with binding_index 1 {{(pid=93797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 21:28:13.342222 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ab6ad4-b36a-4014-a22b-1918084cdd04 None None] Network ed8dd659-34e8-4454-9d8c-11a291216fde requested from dv-cinder-806436-1-iscsi {{(pid=93798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 21:28:13.445594 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-d90fc989-8006-48bd-b801-0eed23d39af7 None None] Provisioning for port bb550690-3ff9-48ef-9ea0-12f6463e5610 completed by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:28:13.453659 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-d90fc989-8006-48bd-b801-0eed23d39af7 None None] Provisioning complete for port bb550690-3ff9-48ef-9ea0-12f6463e5610 triggered by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:28:13.454340 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d90fc989-8006-48bd-b801-0eed23d39af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:13.486619 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef455968-bdff-42a6-8bac-7ce2e124815e admin admin] Notify agent at l3_agent.dv-cinder-806436-1-iscsi the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 21:28:13.517472 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d9610c-3fe5-4ab0-b73b-194c36b930bd None None] Sync routers for ids ['5fffa74f-cf3c-4140-9ac4-c644db149705'] in dv-cinder-806436-1-iscsi {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 21:28:13.540292 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ef455968-bdff-42a6-8bac-7ce2e124815e admin admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:13.552812 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-ef455968-bdff-42a6-8bac-7ce2e124815e admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8662071 Aug 27 21:28:13.553274 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 36088) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:28:13.599599 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d90fc989-8006-48bd-b801-0eed23d39af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:13.789106 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d9610c-3fe5-4ab0-b73b-194c36b930bd None None] Routers {'5fffa74f-cf3c-4140-9ac4-c644db149705'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:28:13.789755 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-97d9610c-3fe5-4ab0-b73b-194c36b930bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:27:52Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['5fffa74f-cf3c-4140-9ac4-c644db149705'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:28:13.805394 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-d90fc989-8006-48bd-b801-0eed23d39af7 None None] For port bb550690-3ff9-48ef-9ea0-12f6463e5610, host dv-cinder-806436-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=bb550690-3ff9-48ef-9ea0-12f6463e5610,segment=NetworkSegment(06eda9e8-242b-4778-b97e-70cec8f3f209),segment_id=06eda9e8-242b-4778-b97e-70cec8f3f209)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:28:13.864483 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d90fc989-8006-48bd-b801-0eed23d39af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:13.928561 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b632346-863f-490f-9cba-42a83dd89db7 req-4b68a25a-e6dd-4b54-8eb6-a6136583a153 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:13.931057 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-0b632346-863f-490f-9cba-42a83dd89db7 req-4b68a25a-e6dd-4b54-8eb6-a6136583a153 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 944 time: 0.1548970 Aug 27 21:28:14.028156 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-0b632346-863f-490f-9cba-42a83dd89db7 req-35a3e0b0-7c49-44d6-8199-a71a70d47f05 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0862865 Aug 27 21:28:14.175301 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90fc989-8006-48bd-b801-0eed23d39af7 None None] Pushing event updated for resources: {'Port': ['ID=bb550690-3ff9-48ef-9ea0-12f6463e5610,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:14.222494 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-97d9610c-3fe5-4ab0-b73b-194c36b930bd None None] Set router 5fffa74f-cf3c-4140-9ac4-c644db149705 gateway port host: dv-cinder-806436-1-iscsi {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:28:14.441970 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device bb550690-3ff9-48ef-9ea0-12f6463e5610 up at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:28:14.530518 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-5010b9e0-1a84-4dfc-a01a-ca1961850cd7 None None] Provisioning complete for port bb550690-3ff9-48ef-9ea0-12f6463e5610 triggered by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:28:14.531061 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5010b9e0-1a84-4dfc-a01a-ca1961850cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:14.531654 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-184d0822-1ef2-4819-a76e-f6d95e41e417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:14.622089 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning complete for port bb550690-3ff9-48ef-9ea0-12f6463e5610 triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:28:14.622089 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:14.755746 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-184d0822-1ef2-4819-a76e-f6d95e41e417 admin admin] Allocated IP 172.20.0.1 (ed8dd659-34e8-4454-9d8c-11a291216fde/22e56bc5-1da2-41da-ae14-be8282257d39/6b9d8926-ef79-48c5-96bd-eb52c8caeb84) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 21:28:14.861437 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-97d9610c-3fe5-4ab0-b73b-194c36b930bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'name': 'tempest-AttachVolumeTestJSON-1714184306-router', 'tenant_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '59cb1af0-4a49-465a-ae8c-4ae75fb6acf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:28:10Z', 'updated_at': '2021-08-27T21:28:12Z', 'revision_number': 3, 'project_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'gw_port': {'id': '59cb1af0-4a49-465a-ae8c-4ae75fb6acf0', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:28:11Z', 'updated_at': '2021-08-27T21:28:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi'}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:28:14.899610 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d9610c-3fe5-4ab0-b73b-194c36b930bd None None] Checking router: 5fffa74f-cf3c-4140-9ac4-c644db149705 for host: dv-cinder-806436-1-iscsi {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 21:28:14.899610 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d9610c-3fe5-4ab0-b73b-194c36b930bd None None] Updating router 5fffa74f-cf3c-4140-9ac4-c644db149705 port 59cb1af0-4a49-465a-ae8c-4ae75fb6acf0 binding host dv-cinder-806436-1-iscsi {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 21:28:14.933457 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-97d9610c-3fe5-4ab0-b73b-194c36b930bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:14.963455 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-184d0822-1ef2-4819-a76e-f6d95e41e417 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:14.991864 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-184d0822-1ef2-4819-a76e-f6d95e41e417 admin admin] Transition to ACTIVE for port object 6b9d8926-ef79-48c5-96bd-eb52c8caeb84 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:28:15.044529 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-184d0822-1ef2-4819-a76e-f6d95e41e417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794200564228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25193636'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:15.105935 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184d0822-1ef2-4819-a76e-f6d95e41e417 admin admin] Pushing event updated for resources: {'Port': ['ID=6b9d8926-ef79-48c5-96bd-eb52c8caeb84,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:15.118345 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184d0822-1ef2-4819-a76e-f6d95e41e417 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:28:15.118689 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184d0822-1ef2-4819-a76e-f6d95e41e417 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:28:15.119032 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184d0822-1ef2-4819-a76e-f6d95e41e417 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:28:15.119377 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184d0822-1ef2-4819-a76e-f6d95e41e417 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:28:15.119672 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184d0822-1ef2-4819-a76e-f6d95e41e417 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:28:15.120003 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184d0822-1ef2-4819-a76e-f6d95e41e417 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:28:15.120346 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184d0822-1ef2-4819-a76e-f6d95e41e417 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:28:15.120683 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184d0822-1ef2-4819-a76e-f6d95e41e417 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:28:15.121006 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184d0822-1ef2-4819-a76e-f6d95e41e417 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:28:15.121328 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184d0822-1ef2-4819-a76e-f6d95e41e417 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:28:15.121649 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184d0822-1ef2-4819-a76e-f6d95e41e417 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:28:15.122088 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184d0822-1ef2-4819-a76e-f6d95e41e417 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:28:15.130039 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184d0822-1ef2-4819-a76e-f6d95e41e417 admin admin] Network ed8dd659-34e8-4454-9d8c-11a291216fde is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:28:15.131807 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-184d0822-1ef2-4819-a76e-f6d95e41e417 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:28:15.134224 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184d0822-1ef2-4819-a76e-f6d95e41e417 admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 21:28:15.220147 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-184d0822-1ef2-4819-a76e-f6d95e41e417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-628452'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:15.235998 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8268edd5-b49d-43c1-a6b6-a3c251ee62fb req-247c7e09-5cb7-4aba-9407-69fa15a54d00 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:15.247195 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-8268edd5-b49d-43c1-a6b6-a3c251ee62fb req-247c7e09-5cb7-4aba-9407-69fa15a54d00 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 944 time: 0.0863538 Aug 27 21:28:15.407258 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-8268edd5-b49d-43c1-a6b6-a3c251ee62fb req-45b18c84-b8e6-4b35-bf1d-0b03f8aaa9d7 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1590130 Aug 27 21:28:15.414670 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-97d9610c-3fe5-4ab0-b73b-194c36b930bd None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:15.441723 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-97d9610c-3fe5-4ab0-b73b-194c36b930bd None None] Transition to ACTIVE for port object 59cb1af0-4a49-465a-ae8c-4ae75fb6acf0 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:28:15.449788 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-97d9610c-3fe5-4ab0-b73b-194c36b930bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:15.452781 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-184d0822-1ef2-4819-a76e-f6d95e41e417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:15.512303 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cac80f-f389-46b0-aa42-81bc5b2a378d None None] Pushing event updated for resources: {'Port': ['ID=59cb1af0-4a49-465a-ae8c-4ae75fb6acf0,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:15.551210 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-97d9610c-3fe5-4ab0-b73b-194c36b930bd None None] Attempting to bind port 59cb1af0-4a49-465a-ae8c-4ae75fb6acf0 on host dv-cinder-806436-1-iscsi for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 21:28:15.551866 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-97d9610c-3fe5-4ab0-b73b-194c36b930bd None None] Attempting to bind port 59cb1af0-4a49-465a-ae8c-4ae75fb6acf0 by drivers openvswitch,hyperv on host dv-cinder-806436-1-iscsi at level 0 using segments [{'id': '294aecfa-d12c-4149-ab86-bf2395e16d40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 21:28:15.552428 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d9610c-3fe5-4ab0-b73b-194c36b930bd None None] Attempting to bind port 59cb1af0-4a49-465a-ae8c-4ae75fb6acf0 on network 3cb20040-a5aa-4574-8b0a-6832b57fea7e {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:28:15.560628 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d9610c-3fe5-4ab0-b73b-194c36b930bd None None] Checking agent: {'id': '7431bd39-0fd9-4a64-8486-900009fb8dd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806436-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 21, 15, 51), 'started_at': datetime.datetime(2021, 8, 27, 21, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 21, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806436-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 21:28:15.561035 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d9610c-3fe5-4ab0-b73b-194c36b930bd None None] Checking segment: {'id': '294aecfa-d12c-4149-ab86-bf2395e16d40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:28:15.561419 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-97d9610c-3fe5-4ab0-b73b-194c36b930bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:15.562081 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d9610c-3fe5-4ab0-b73b-194c36b930bd None None] Bound using segment: {'id': '294aecfa-d12c-4149-ab86-bf2395e16d40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 21:28:15.562536 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-97d9610c-3fe5-4ab0-b73b-194c36b930bd None None] Bound port: 59cb1af0-4a49-465a-ae8c-4ae75fb6acf0, host: dv-cinder-806436-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '294aecfa-d12c-4149-ab86-bf2395e16d40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 21:28:15.562914 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-97d9610c-3fe5-4ab0-b73b-194c36b930bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:15.565260 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-9dfdabce-0a06-4020-b324-107a82ec5daa None None] Provisioning for port 6b9d8926-ef79-48c5-96bd-eb52c8caeb84 completed by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:28:15.570596 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-9dfdabce-0a06-4020-b324-107a82ec5daa None None] Provisioning complete for port 6b9d8926-ef79-48c5-96bd-eb52c8caeb84 triggered by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:28:15.570596 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9dfdabce-0a06-4020-b324-107a82ec5daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:15.720986 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-184d0822-1ef2-4819-a76e-f6d95e41e417 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:15.731658 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-184d0822-1ef2-4819-a76e-f6d95e41e417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25193661'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:15.801369 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-9dfdabce-0a06-4020-b324-107a82ec5daa None None] Port 6b9d8926-ef79-48c5-96bd-eb52c8caeb84 cannot update to ACTIVE because it is not bound. {{(pid=93798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 21:28:15.809379 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-184d0822-1ef2-4819-a76e-f6d95e41e417 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1011620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628539'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:15.811195 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184d0822-1ef2-4819-a76e-f6d95e41e417 admin admin] Pushing event updated for resources: {'Port': ['ID=6b9d8926-ef79-48c5-96bd-eb52c8caeb84,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:15.812195 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-97d9610c-3fe5-4ab0-b73b-194c36b930bd None None] For port 59cb1af0-4a49-465a-ae8c-4ae75fb6acf0, host dv-cinder-806436-1-iscsi, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 21:28:15.825136 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-97d9610c-3fe5-4ab0-b73b-194c36b930bd None None] For port 59cb1af0-4a49-465a-ae8c-4ae75fb6acf0, host dv-cinder-806436-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=59cb1af0-4a49-465a-ae8c-4ae75fb6acf0,segment=NetworkSegment(294aecfa-d12c-4149-ab86-bf2395e16d40),segment_id=294aecfa-d12c-4149-ab86-bf2395e16d40)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 21:28:15.839435 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-97d9610c-3fe5-4ab0-b73b-194c36b930bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:15.899005 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d9610c-3fe5-4ab0-b73b-194c36b930bd None None] Routers {'5fffa74f-cf3c-4140-9ac4-c644db149705'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:28:15.899800 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-97d9610c-3fe5-4ab0-b73b-194c36b930bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:27:52Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['5fffa74f-cf3c-4140-9ac4-c644db149705'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:28:16.001087 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184d0822-1ef2-4819-a76e-f6d95e41e417 admin admin] Network ed8dd659-34e8-4454-9d8c-11a291216fde is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:28:16.003040 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-184d0822-1ef2-4819-a76e-f6d95e41e417 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:28:16.086218 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cac80f-f389-46b0-aa42-81bc5b2a378d None None] Pushing event updated for resources: {'Port': ['ID=59cb1af0-4a49-465a-ae8c-4ae75fb6acf0,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:16.155418 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-97d9610c-3fe5-4ab0-b73b-194c36b930bd None None] Set router 5fffa74f-cf3c-4140-9ac4-c644db149705 gateway port host: dv-cinder-806436-1-iscsi {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:28:16.305465 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-184d0822-1ef2-4819-a76e-f6d95e41e417 admin admin] Router 5fffa74f-cf3c-4140-9ac4-c644db149705 has already been hosted by L3 agent da753c34-e47f-42d8-9f83-ec5464f53bc8 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 21:28:16.494597 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-5fe85333-1621-4ed4-bf62-005b87174efd None None] Provisioning complete for port 6b9d8926-ef79-48c5-96bd-eb52c8caeb84 triggered by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:28:16.495226 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5fe85333-1621-4ed4-bf62-005b87174efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:16.526463 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184d0822-1ef2-4819-a76e-f6d95e41e417 admin admin] Notify agent at l3_agent.dv-cinder-806436-1-iscsi the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 21:28:16.542936 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-184d0822-1ef2-4819-a76e-f6d95e41e417 admin admin] 10.222.0.39 "PUT /v2.0/routers/5fffa74f-cf3c-4140-9ac4-c644db149705/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9758298 Aug 27 21:28:16.570907 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-5fe85333-1621-4ed4-bf62-005b87174efd None None] Port 6b9d8926-ef79-48c5-96bd-eb52c8caeb84 cannot update to ACTIVE because it is not bound. {{(pid=93798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 21:28:16.605786 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-97d9610c-3fe5-4ab0-b73b-194c36b930bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'name': 'tempest-AttachVolumeTestJSON-1714184306-router', 'tenant_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '59cb1af0-4a49-465a-ae8c-4ae75fb6acf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:28:10Z', 'updated_at': '2021-08-27T21:28:15Z', 'revision_number': 4, 'project_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'gw_port': {'id': '59cb1af0-4a49-465a-ae8c-4ae75fb6acf0', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:28:11Z', 'updated_at': '2021-08-27T21:28:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_interfaces': [{'id': '6b9d8926-ef79-48c5-96bd-eb52c8caeb84', 'name': '', 'network_id': 'ed8dd659-34e8-4454-9d8c-11a291216fde', 'tenant_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'mac_address': 'fa:16:3e:72:93:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '22e56bc5-1da2-41da-ae14-be8282257d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:28:14Z', 'updated_at': '2021-08-27T21:28:15Z', 'revision_number': 2, 'project_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'subnets': [{'id': '22e56bc5-1da2-41da-ae14-be8282257d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:28:16.634028 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e85c8f-e802-46d1-8ca9-0dfaab0bc06d req-e1e41e72-3882-4697-8176-52405a9ca422 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:16.648054 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-48e85c8f-e802-46d1-8ca9-0dfaab0bc06d req-e1e41e72-3882-4697-8176-52405a9ca422 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 944 time: 0.1235342 Aug 27 21:28:16.701495 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d9610c-3fe5-4ab0-b73b-194c36b930bd None None] The sync data for ids ['5fffa74f-cf3c-4140-9ac4-c644db149705'] in dv-cinder-806436-1-iscsi is: [{'id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'name': 'tempest-AttachVolumeTestJSON-1714184306-router', 'tenant_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '59cb1af0-4a49-465a-ae8c-4ae75fb6acf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:28:10Z', 'updated_at': '2021-08-27T21:28:15Z', 'revision_number': 4, 'project_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'gw_port': {'id': '59cb1af0-4a49-465a-ae8c-4ae75fb6acf0', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:28:11Z', 'updated_at': '2021-08-27T21:28:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_interfaces': [{'id': '6b9d8926-ef79-48c5-96bd-eb52c8caeb84', 'name': '', 'network_id': 'ed8dd659-34e8-4454-9d8c-11a291216fde', 'tenant_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'mac_address': 'fa:16:3e:72:93:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '22e56bc5-1da2-41da-ae14-be8282257d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:28:14Z', 'updated_at': '2021-08-27T21:28:15Z', 'revision_number': 2, 'project_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'subnets': [{'id': '22e56bc5-1da2-41da-ae14-be8282257d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 21:28:16.744072 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-48e85c8f-e802-46d1-8ca9-0dfaab0bc06d req-a4db758c-1310-4248-aa89-9b24bab0b960 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0863950 Aug 27 21:28:17.446784 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 36144) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:28:17.451793 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [None req-227b2fa0-4f63-42a3-8fd0-5afd2dad0a06 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2086736085', 'description': 'tempest-description--734296898'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:28:17.492572 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-227b2fa0-4f63-42a3-8fd0-5afd2dad0a06 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:17.598120 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-227b2fa0-4f63-42a3-8fd0-5afd2dad0a06 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:17.603487 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-227b2fa0-4f63-42a3-8fd0-5afd2dad0a06 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:17.637520 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-227b2fa0-4f63-42a3-8fd0-5afd2dad0a06 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:17.641756 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-227b2fa0-4f63-42a3-8fd0-5afd2dad0a06 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1913173 Aug 27 21:28:17.642735 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 36148) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:28:17.647551 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [None req-3ee8f41f-4a6e-41f1-8444-23f05bd46f71 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Request body: {'security_group_rule': {'security_group_id': 'b8be5611-d14c-4fd1-8a11-afe2517fae12', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:28:17.672292 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227b2fa0-4f63-42a3-8fd0-5afd2dad0a06 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8be5611-d14c-4fd1-8a11-afe2517fae12,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:17.682743 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3ee8f41f-4a6e-41f1-8444-23f05bd46f71 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:17.810695 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3ee8f41f-4a6e-41f1-8444-23f05bd46f71 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:17.817431 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3ee8f41f-4a6e-41f1-8444-23f05bd46f71 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871929'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:17.832255 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee8f41f-4a6e-41f1-8444-23f05bd46f71 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24328a6b-fe9a-42ec-b19e-6328a2641979,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:17.859314 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3ee8f41f-4a6e-41f1-8444-23f05bd46f71 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:17.863758 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-3ee8f41f-4a6e-41f1-8444-23f05bd46f71 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2205243 Aug 27 21:28:17.864408 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 36156) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:28:17.869426 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [None req-51423b63-712e-4c2a-859c-f9513f24fc7b tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Request body: {'security_group_rule': {'security_group_id': 'b8be5611-d14c-4fd1-8a11-afe2517fae12', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:28:17.905831 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd927ed-5e66-48f9-b084-e8b1d2b53fc5 req-e0f99d5a-e9a2-49ac-ab89-237e97e297ea tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:17.907941 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-cdd927ed-5e66-48f9-b084-e8b1d2b53fc5 req-e0f99d5a-e9a2-49ac-ab89-237e97e297ea tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 944 time: 0.0769877 Aug 27 21:28:17.908936 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-51423b63-712e-4c2a-859c-f9513f24fc7b tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:17.968207 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-cdd927ed-5e66-48f9-b084-e8b1d2b53fc5 req-4a4a19f2-2e89-4f56-a882-0d98e6acb522 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494037 Aug 27 21:28:17.992256 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-51423b63-712e-4c2a-859c-f9513f24fc7b tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:17.997184 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-51423b63-712e-4c2a-859c-f9513f24fc7b tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871929'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:18.022729 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51423b63-712e-4c2a-859c-f9513f24fc7b tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1a61bbf-4767-4d54-b181-7cba8f610a3a,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:18.040439 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-51423b63-712e-4c2a-859c-f9513f24fc7b tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:18.042039 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-51423b63-712e-4c2a-859c-f9513f24fc7b tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1761935 Aug 27 21:28:18.045219 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 36166) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:28:18.051854 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [None req-244c584f-a0b0-4309-b65f-a63cf90f741c tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Request body: {'floatingip': {'floating_network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:28:18.113074 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a306c0a-592e-4682-8a19-6a3299c87383 req-35891237-5426-4c11-98c2-9d7dd26285b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:18.115089 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-2a306c0a-592e-4682-8a19-6a3299c87383 req-35891237-5426-4c11-98c2-9d7dd26285b1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4c7881af14ba462d932065fd81b90b6e&device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 1097 time: 0.1292140 Aug 27 21:28:18.116939 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-244c584f-a0b0-4309-b65f-a63cf90f741c tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks [] for floatingip, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:18.313241 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a306c0a-592e-4682-8a19-6a3299c87383 req-f9022929-9496-4ca3-8c06-ab1fd7cce4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:18.314722 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-2a306c0a-592e-4682-8a19-6a3299c87383 req-f9022929-9496-4ca3-8c06-ab1fd7cce4e4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89 HTTP/1.1" status: 200 len: 918 time: 0.1451044 Aug 27 21:28:18.435600 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 59cb1af0-4a49-465a-ae8c-4ae75fb6acf0 up at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:28:18.477444 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-244c584f-a0b0-4309-b65f-a63cf90f741c tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:18.481445 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-2a306c0a-592e-4682-8a19-6a3299c87383 req-e43ac9d7-f9b3-45e5-8247-2092afcc61eb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd89a8b2-feb9-4512-b8fe-553705f6dd9e HTTP/1.1" status: 200 len: 999 time: 0.1573696 Aug 27 21:28:18.555885 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning for port 59cb1af0-4a49-465a-ae8c-4ae75fb6acf0 completed by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:28:18.560635 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning complete for port 59cb1af0-4a49-465a-ae8c-4ae75fb6acf0 triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:28:18.563188 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:18.612591 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a306c0a-592e-4682-8a19-6a3299c87383 req-db67b318-4af8-48d8-b101-4f281dfb524d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:18.613724 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-2a306c0a-592e-4682-8a19-6a3299c87383 req-db67b318-4af8-48d8-b101-4f281dfb524d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6921f496-5d7a-4db6-bf96-720866799ce1 HTTP/1.1" status: 200 len: 856 time: 0.1234970 Aug 27 21:28:18.711775 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:18.738550 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] For port 59cb1af0-4a49-465a-ae8c-4ae75fb6acf0, host dv-cinder-806436-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=59cb1af0-4a49-465a-ae8c-4ae75fb6acf0,segment=NetworkSegment(294aecfa-d12c-4149-ab86-bf2395e16d40),segment_id=294aecfa-d12c-4149-ab86-bf2395e16d40)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:28:18.765748 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:18.813755 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2b73b4b6-5a49-489d-90a9-811252238614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:18.845362 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Pushing event updated for resources: {'Port': ['ID=59cb1af0-4a49-465a-ae8c-4ae75fb6acf0,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:18.857545 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 36202) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:28:19.112683 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1121fa41-1c17-4257-93c8-f638aca9cf8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:19.126480 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-244c584f-a0b0-4309-b65f-a63cf90f741c tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Allocated IP 172.27.0.112 (3cb20040-a5aa-4574-8b0a-6832b57fea7e/ca2fa5cb-b298-4fb9-b5f4-ab6912612305/8cabe2c2-4669-4a9b-8d89-df15bc45d32c) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 21:28:19.144175 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd1eda-16d4-46be-8c3b-86fa80cad8cd req-c5a00308-2d0b-431f-99dc-b6f6ac2b7b11 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:19.149118 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-aacd1eda-16d4-46be-8c3b-86fa80cad8cd req-c5a00308-2d0b-431f-99dc-b6f6ac2b7b11 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 944 time: 0.0922203 Aug 27 21:28:19.164991 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a306c0a-592e-4682-8a19-6a3299c87383 req-74dbdcce-5743-4d7c-9864-058a2c06cb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:19.166491 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-2a306c0a-592e-4682-8a19-6a3299c87383 req-74dbdcce-5743-4d7c-9864-058a2c06cb76 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5416372 Aug 27 21:28:19.232419 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-aacd1eda-16d4-46be-8c3b-86fa80cad8cd req-30beccbf-0b3e-45ed-b058-81b56f3f010e tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0796912 Aug 27 21:28:19.308793 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1121fa41-1c17-4257-93c8-f638aca9cf8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:19.315773 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1121fa41-1c17-4257-93c8-f638aca9cf8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:19.349984 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1121fa41-1c17-4257-93c8-f638aca9cf8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6e4e62-48b2-47b5-83d8-b397934c1776,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:19.355391 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6be06d-d042-42e5-9884-31546b5256e5 req-d31d8094-f717-48a0-9df6-9c482281cb59 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:19.356960 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-cb6be06d-d042-42e5-9884-31546b5256e5 req-d31d8094-f717-48a0-9df6-9c482281cb59 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/networks?id=cfa78330-d176-4c9f-aa9a-4db08f23b10c HTTP/1.1" status: 200 len: 815 time: 0.3155081 Aug 27 21:28:19.375864 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-1121fa41-1c17-4257-93c8-f638aca9cf8f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6bf478c6e8294830b4232388a135a94d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5167193 Aug 27 21:28:19.378479 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 36254) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:28:19.394322 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-cb6be06d-d042-42e5-9884-31546b5256e5 req-161cbcb4-7669-4482-9126-ea0179687f8d tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/quotas/643ef7a25d8f4b71ae55ebc55eefc0e6 HTTP/1.1" status: 200 len: 375 time: 0.0295112 Aug 27 21:28:19.445011 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a4c7e7c3-16d9-4fcd-b092-28ab5fef39a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:19.445378 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-244c584f-a0b0-4309-b65f-a63cf90f741c tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:19.482267 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a4c7e7c3-16d9-4fcd-b092-28ab5fef39a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:19.485315 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-2a306c0a-592e-4682-8a19-6a3299c87383 req-c0e84be0-288e-45d9-9c9a-f85b81a8a8ba service neutron] 10.222.0.73 "GET /v2.0/networks/9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002388 Aug 27 21:28:19.509923 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-cb6be06d-d042-42e5-9884-31546b5256e5 req-748340f4-7e8f-4501-ad1d-4d66f7312c52 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=643ef7a25d8f4b71ae55ebc55eefc0e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1020548 Aug 27 21:28:19.551442 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a4c7e7c3-16d9-4fcd-b092-28ab5fef39a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:19.558696 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a4c7e7c3-16d9-4fcd-b092-28ab5fef39a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:19.560646 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-a4c7e7c3-16d9-4fcd-b092-28ab5fef39a0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7b6e4e62-48b2-47b5-83d8-b397934c1776 HTTP/1.1" status: 204 len: 168 time: 0.1804740 Aug 27 21:28:19.596120 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c7e7c3-16d9-4fcd-b092-28ab5fef39a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6e4e62-48b2-47b5-83d8-b397934c1776,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:19.660859 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-244c584f-a0b0-4309-b65f-a63cf90f741c tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794200564228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-275356'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:19.741308 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244c584f-a0b0-4309-b65f-a63cf90f741c tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Network 3cb20040-a5aa-4574-8b0a-6832b57fea7e is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:28:19.748584 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-2a306c0a-592e-4682-8a19-6a3299c87383 req-5e39a6e7-f4f8-4fae-86f1-d0d40700f173 service neutron] 10.222.0.73 "GET /v2.0/networks/9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547152 Aug 27 21:28:19.754274 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-244c584f-a0b0-4309-b65f-a63cf90f741c tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:28:19.758269 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-cb6be06d-d042-42e5-9884-31546b5256e5 req-3dee428a-4ef4-4917-8965-bb7462724f2a service neutron] 10.222.0.39 "GET /v2.0/networks/cfa78330-d176-4c9f-aa9a-4db08f23b10c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032022 Aug 27 21:28:19.759493 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244c584f-a0b0-4309-b65f-a63cf90f741c tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 21:28:19.766934 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c584f-a0b0-4309-b65f-a63cf90f741c tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Pushing event updated for resources: {'Port': ['ID=8cabe2c2-4669-4a9b-8d89-df15bc45d32c,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:19.808478 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf0070e-c4d4-4ac6-917d-6bef98268239 None None] Sync routers for ids ['5fffa74f-cf3c-4140-9ac4-c644db149705'] in dv-cinder-806436-1-iscsi {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 21:28:19.819070 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf0070e-c4d4-4ac6-917d-6bef98268239 None None] Routers {'5fffa74f-cf3c-4140-9ac4-c644db149705'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:28:19.819826 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-0bf0070e-c4d4-4ac6-917d-6bef98268239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:27:52Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['5fffa74f-cf3c-4140-9ac4-c644db149705'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:28:19.963442 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-cb6be06d-d042-42e5-9884-31546b5256e5 req-a3832f18-4c7b-4e1b-ac46-56055e494568 service neutron] 10.222.0.39 "GET /v2.0/networks/cfa78330-d176-4c9f-aa9a-4db08f23b10c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866131 Aug 27 21:28:19.969297 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-244c584f-a0b0-4309-b65f-a63cf90f741c tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:19.970264 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-0bf0070e-c4d4-4ac6-917d-6bef98268239 None None] Set router 5fffa74f-cf3c-4140-9ac4-c644db149705 gateway port host: dv-cinder-806436-1-iscsi {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:28:20.003820 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 36270) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:28:20.018125 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-244c584f-a0b0-4309-b65f-a63cf90f741c tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:20.018359 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-238ed435-6fc6-455f-ba06-4612a8b0dbc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:20.142037 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-238ed435-6fc6-455f-ba06-4612a8b0dbc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:20.148979 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-238ed435-6fc6-455f-ba06-4612a8b0dbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:20.188403 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-238ed435-6fc6-455f-ba06-4612a8b0dbc9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=35cd1e6f18db4ee8937018fdbab3250d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1834207 Aug 27 21:28:20.212927 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ed435-6fc6-455f-ba06-4612a8b0dbc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d99de8-2835-45fd-8cc5-75254a694cfd,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:20.217148 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 36276) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:28:20.258570 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-a0fe27be-eb70-4687-9598-bd9195920183 req-9b425b82-02af-42f9-82ab-df52856d2192 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/ports?device_id=07f28713-dea7-4a2c-bda8-d21bfea31b4a HTTP/1.1" status: 200 len: 210 time: 0.0686779 Aug 27 21:28:20.327276 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-03a2d8ac-7a22-4e19-b7ea-25313df5cc18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:20.344403 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-0bf0070e-c4d4-4ac6-917d-6bef98268239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'name': 'tempest-AttachVolumeTestJSON-1714184306-router', 'tenant_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '59cb1af0-4a49-465a-ae8c-4ae75fb6acf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:28:10Z', 'updated_at': '2021-08-27T21:28:15Z', 'revision_number': 4, 'project_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'gw_port': {'id': '59cb1af0-4a49-465a-ae8c-4ae75fb6acf0', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:28:11Z', 'updated_at': '2021-08-27T21:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_interfaces': [{'id': '6b9d8926-ef79-48c5-96bd-eb52c8caeb84', 'name': '', 'network_id': 'ed8dd659-34e8-4454-9d8c-11a291216fde', 'tenant_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'mac_address': 'fa:16:3e:72:93:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '22e56bc5-1da2-41da-ae14-be8282257d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:28:14Z', 'updated_at': '2021-08-27T21:28:15Z', 'revision_number': 2, 'project_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'subnets': [{'id': '22e56bc5-1da2-41da-ae14-be8282257d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:28:20.377728 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-03a2d8ac-7a22-4e19-b7ea-25313df5cc18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:20.403110 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf0070e-c4d4-4ac6-917d-6bef98268239 None None] Checking router: 5fffa74f-cf3c-4140-9ac4-c644db149705 for host: dv-cinder-806436-1-iscsi {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 21:28:20.403929 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf0070e-c4d4-4ac6-917d-6bef98268239 None None] Updating router 5fffa74f-cf3c-4140-9ac4-c644db149705 port 6b9d8926-ef79-48c5-96bd-eb52c8caeb84 binding host dv-cinder-806436-1-iscsi {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 21:28:20.415617 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 59cb1af0-4a49-465a-ae8c-4ae75fb6acf0 up at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:28:20.425007 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-244c584f-a0b0-4309-b65f-a63cf90f741c tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:20.430736 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-244c584f-a0b0-4309-b65f-a63cf90f741c tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-275333'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:20.448100 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-03a2d8ac-7a22-4e19-b7ea-25313df5cc18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:20.451807 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-03a2d8ac-7a22-4e19-b7ea-25313df5cc18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:20.454053 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-03a2d8ac-7a22-4e19-b7ea-25313df5cc18 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e2d99de8-2835-45fd-8cc5-75254a694cfd HTTP/1.1" status: 204 len: 168 time: 0.2356505 Aug 27 21:28:20.467571 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2d8ac-7a22-4e19-b7ea-25313df5cc18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d99de8-2835-45fd-8cc5-75254a694cfd,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:20.473394 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0bf0070e-c4d4-4ac6-917d-6bef98268239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:20.538846 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning complete for port 59cb1af0-4a49-465a-ae8c-4ae75fb6acf0 triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:28:20.539216 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:20.562572 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-244c584f-a0b0-4309-b65f-a63cf90f741c tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628369'] for floatingip, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:20.575103 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9e484-7200-4f74-9b5b-dba56e68b10b req-a2b708a8-242c-421b-811b-cba810504314 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:20.577066 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-38e9e484-7200-4f74-9b5b-dba56e68b10b req-a2b708a8-242c-421b-811b-cba810504314 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 944 time: 0.1885550 Aug 27 21:28:20.591653 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c584f-a0b0-4309-b65f-a63cf90f741c tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Pushing event updated for resources: {'Port': ['ID=8cabe2c2-4669-4a9b-8d89-df15bc45d32c,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:20.625914 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-244c584f-a0b0-4309-b65f-a63cf90f741c tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:20.627469 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-244c584f-a0b0-4309-b65f-a63cf90f741c tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5791938 Aug 27 21:28:20.670619 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-38e9e484-7200-4f74-9b5b-dba56e68b10b req-cfbacfd3-5a59-4723-830b-1d93a1dcd2a0 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0797193 Aug 27 21:28:20.704439 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 36296) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:28:20.805209 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c329809-8897-4ca4-94d8-4bdc7c772287 admin admin] Deleting subnet a12e06ad-0d9c-4b0b-878b-a76bf6200b04 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 21:28:20.807711 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1c329809-8897-4ca4-94d8-4bdc7c772287 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:20.850887 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1c329809-8897-4ca4-94d8-4bdc7c772287 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25551017'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:20.933393 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1c329809-8897-4ca4-94d8-4bdc7c772287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8232119'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:20.982481 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-bbceff37-1ebb-4054-8221-9884a0c3a7cb req-ca420f7d-939a-41e8-854e-13e80c049ecf tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--2086736085&fields=id&tenant_id=9d7ceb8f6162437081bdc9ae6a61d840 HTTP/1.1" status: 200 len: 267 time: 0.0797923 Aug 27 21:28:20.997660 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0bf0070e-c4d4-4ac6-917d-6bef98268239 None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:21.017703 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-0bf0070e-c4d4-4ac6-917d-6bef98268239 None None] Transition to ACTIVE for port object 6b9d8926-ef79-48c5-96bd-eb52c8caeb84 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:28:21.026078 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0bf0070e-c4d4-4ac6-917d-6bef98268239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:21.080514 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1c329809-8897-4ca4-94d8-4bdc7c772287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8232120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25193719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26072292'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:21.114103 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb3438f-54bb-4e02-a116-e53fd149ab1b None None] Pushing event updated for resources: {'Port': ['ID=6b9d8926-ef79-48c5-96bd-eb52c8caeb84,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:21.135934 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c329809-8897-4ca4-94d8-4bdc7c772287 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a12e06ad-0d9c-4b0b-878b-a76bf6200b04,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:21.138072 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1c329809-8897-4ca4-94d8-4bdc7c772287 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:21.142678 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 36322) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:28:21.142942 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-1c329809-8897-4ca4-94d8-4bdc7c772287 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a12e06ad-0d9c-4b0b-878b-a76bf6200b04 HTTP/1.1" status: 204 len: 168 time: 0.4370682 Aug 27 21:28:21.168549 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbceff37-1ebb-4054-8221-9884a0c3a7cb req-2cb8c3bf-6d66-4308-957e-e5928abccc21 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:21.171353 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-bbceff37-1ebb-4054-8221-9884a0c3a7cb req-2cb8c3bf-6d66-4308-957e-e5928abccc21 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/networks?id=ed8dd659-34e8-4454-9d8c-11a291216fde HTTP/1.1" status: 200 len: 811 time: 0.1755087 Aug 27 21:28:21.185426 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-0bf0070e-c4d4-4ac6-917d-6bef98268239 None None] Attempting to bind port 6b9d8926-ef79-48c5-96bd-eb52c8caeb84 on host dv-cinder-806436-1-iscsi for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 21:28:21.186048 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-0bf0070e-c4d4-4ac6-917d-6bef98268239 None None] Attempting to bind port 6b9d8926-ef79-48c5-96bd-eb52c8caeb84 by drivers openvswitch,hyperv on host dv-cinder-806436-1-iscsi at level 0 using segments [{'id': '06eda9e8-242b-4778-b97e-70cec8f3f209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ed8dd659-34e8-4454-9d8c-11a291216fde'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 21:28:21.186589 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf0070e-c4d4-4ac6-917d-6bef98268239 None None] Attempting to bind port 6b9d8926-ef79-48c5-96bd-eb52c8caeb84 on network ed8dd659-34e8-4454-9d8c-11a291216fde {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:28:21.193609 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf0070e-c4d4-4ac6-917d-6bef98268239 None None] Checking agent: {'id': '7431bd39-0fd9-4a64-8486-900009fb8dd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806436-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 21, 15, 51), 'started_at': datetime.datetime(2021, 8, 27, 21, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 21, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806436-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 21:28:21.194402 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf0070e-c4d4-4ac6-917d-6bef98268239 None None] Checking segment: {'id': '06eda9e8-242b-4778-b97e-70cec8f3f209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ed8dd659-34e8-4454-9d8c-11a291216fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:28:21.195141 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0bf0070e-c4d4-4ac6-917d-6bef98268239 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:21.195635 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-bbceff37-1ebb-4054-8221-9884a0c3a7cb req-f52a131e-21c2-4a7b-a08b-44894eaa9ac3 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/quotas/9d7ceb8f6162437081bdc9ae6a61d840 HTTP/1.1" status: 200 len: 375 time: 0.0184894 Aug 27 21:28:21.195954 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf0070e-c4d4-4ac6-917d-6bef98268239 None None] Bound using segment: {'id': '06eda9e8-242b-4778-b97e-70cec8f3f209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ed8dd659-34e8-4454-9d8c-11a291216fde'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 21:28:21.196461 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-0bf0070e-c4d4-4ac6-917d-6bef98268239 None None] Bound port: 6b9d8926-ef79-48c5-96bd-eb52c8caeb84, host: dv-cinder-806436-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06eda9e8-242b-4778-b97e-70cec8f3f209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ed8dd659-34e8-4454-9d8c-11a291216fde'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 21:28:21.197018 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0bf0070e-c4d4-4ac6-917d-6bef98268239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:21.246832 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-028e090f-0c2d-48c2-82f8-27fb1b1c7d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8293159'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:21.312588 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-bbceff37-1ebb-4054-8221-9884a0c3a7cb req-37f67496-874b-45df-b0ff-e42de18417cd tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9d7ceb8f6162437081bdc9ae6a61d840&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1055956 Aug 27 21:28:21.340719 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9fe56eb4-9638-4e05-aa17-593d13748d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:21.455407 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-0bf0070e-c4d4-4ac6-917d-6bef98268239 None None] For port 6b9d8926-ef79-48c5-96bd-eb52c8caeb84, host dv-cinder-806436-1-iscsi, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 21:28:21.459935 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-0bf0070e-c4d4-4ac6-917d-6bef98268239 None None] For port 6b9d8926-ef79-48c5-96bd-eb52c8caeb84, host dv-cinder-806436-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=6b9d8926-ef79-48c5-96bd-eb52c8caeb84,segment=NetworkSegment(06eda9e8-242b-4778-b97e-70cec8f3f209),segment_id=06eda9e8-242b-4778-b97e-70cec8f3f209)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 21:28:21.468487 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-bbceff37-1ebb-4054-8221-9884a0c3a7cb req-cf2253e3-fe54-4b16-b5bd-f095ee70af39 service neutron] 10.222.0.39 "GET /v2.0/networks/ed8dd659-34e8-4454-9d8c-11a291216fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500247 Aug 27 21:28:21.474533 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0bf0070e-c4d4-4ac6-917d-6bef98268239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:21.533923 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf0070e-c4d4-4ac6-917d-6bef98268239 None None] Routers {'5fffa74f-cf3c-4140-9ac4-c644db149705'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:28:21.534750 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-0bf0070e-c4d4-4ac6-917d-6bef98268239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:28:21Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['5fffa74f-cf3c-4140-9ac4-c644db149705'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:28:21.547971 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-028e090f-0c2d-48c2-82f8-27fb1b1c7d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8361292', 'neutron.services.segments.db._delete_segments_for_network-8794201047534'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:21.554473 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-f73bb0c7-e7e2-47d9-adbd-0ae5f2f7eca2 req-a3fd598a-15eb-49a0-b677-82252c2018dd tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/ports?device_id=07f28713-dea7-4a2c-bda8-d21bfea31b4a HTTP/1.1" status: 200 len: 210 time: 0.1166899 Aug 27 21:28:21.586605 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:21.595432 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.services.segments.db [None req-028e090f-0c2d-48c2-82f8-27fb1b1c7d98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5189a56-bd04-4eee-a451-94b32d1047d1']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:28:21.624876 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.services.segments.db [None req-028e090f-0c2d-48c2-82f8-27fb1b1c7d98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8b3f39c-863d-430a-b14c-104d30fd5bac') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:28:21.625185 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.services.segments.db [None req-028e090f-0c2d-48c2-82f8-27fb1b1c7d98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8b3f39c-863d-430a-b14c-104d30fd5bac') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:28:21.655880 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-028e090f-0c2d-48c2-82f8-27fb1b1c7d98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794201047417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3590184'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:21.686541 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-028e090f-0c2d-48c2-82f8-27fb1b1c7d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226622'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:21.697734 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-028e090f-0c2d-48c2-82f8-27fb1b1c7d98 admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 21:28:21.698368 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-028e090f-0c2d-48c2-82f8-27fb1b1c7d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-275369'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:21.700596 dv-cinder-806436-1-iscsi neutron-server[93797]: Traceback (most recent call last): Aug 27 21:28:21.700596 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 21:28:21.700596 dv-cinder-806436-1-iscsi neutron-server[93797]: timer() Aug 27 21:28:21.700596 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 21:28:21.700596 dv-cinder-806436-1-iscsi neutron-server[93797]: cb(*args, **kw) Aug 27 21:28:21.700596 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 21:28:21.700596 dv-cinder-806436-1-iscsi neutron-server[93797]: return func(*args, **kwargs) Aug 27 21:28:21.700596 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 21:28:21.700596 dv-cinder-806436-1-iscsi neutron-server[93797]: self._notify() Aug 27 21:28:21.700596 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 21:28:21.700596 dv-cinder-806436-1-iscsi neutron-server[93797]: self.callback(batched_events) Aug 27 21:28:21.700596 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 21:28:21.700596 dv-cinder-806436-1-iscsi neutron-server[93797]: event.method(event) Aug 27 21:28:21.700596 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 21:28:21.700596 dv-cinder-806436-1-iscsi neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 21:28:21.700596 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 21:28:21.700596 dv-cinder-806436-1-iscsi neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 21:28:21.700596 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 21:28:21.700596 dv-cinder-806436-1-iscsi neutron-server[93797]: return f(self, *a, **k) Aug 27 21:28:21.700596 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 21:28:21.700596 dv-cinder-806436-1-iscsi neutron-server[93797]: return self._get(url).json() Aug 27 21:28:21.700596 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 21:28:21.700596 dv-cinder-806436-1-iscsi neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 21:28:21.700596 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 21:28:21.700596 dv-cinder-806436-1-iscsi neutron-server[93797]: return self.request(url, 'GET', **kwargs) Aug 27 21:28:21.700596 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 21:28:21.700596 dv-cinder-806436-1-iscsi neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 21:28:21.700596 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 21:28:21.700596 dv-cinder-806436-1-iscsi neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 21:28:21.700596 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 21:28:21.700596 dv-cinder-806436-1-iscsi neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 21:28:21.700596 dv-cinder-806436-1-iscsi neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 21:28:21.720985 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6be06d-d042-42e5-9884-31546b5256e5 req-17e61c3f-9b65-4ec2-9262-4e203d040f44 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:21.723010 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-cb6be06d-d042-42e5-9884-31546b5256e5 req-17e61c3f-9b65-4ec2-9262-4e203d040f44 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.73 "GET /v2.0/networks?id=cfa78330-d176-4c9f-aa9a-4db08f23b10c HTTP/1.1" status: 200 len: 815 time: 0.3484952 Aug 27 21:28:21.782038 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [req-cb6be06d-d042-42e5-9884-31546b5256e5 req-e5091ee8-6f44-4812-9e29-b49bf7eb9d69 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Request body: {'port': {'device_id': '07f28713-dea7-4a2c-bda8-d21bfea31b4a', 'network_id': 'cfa78330-d176-4c9f-aa9a-4db08f23b10c', 'admin_state_up': True, 'tenant_id': '643ef7a25d8f4b71ae55ebc55eefc0e6'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:28:21.810582 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-0bf0070e-c4d4-4ac6-917d-6bef98268239 None None] Set router 5fffa74f-cf3c-4140-9ac4-c644db149705 gateway port host: dv-cinder-806436-1-iscsi {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:28:21.855781 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-028e090f-0c2d-48c2-82f8-27fb1b1c7d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8361269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628323'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:21.861352 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-028e090f-0c2d-48c2-82f8-27fb1b1c7d98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:21.864102 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-028e090f-0c2d-48c2-82f8-27fb1b1c7d98 admin admin] 10.222.0.39 "DELETE /v2.0/networks/c5189a56-bd04-4eee-a451-94b32d1047d1 HTTP/1.1" status: 204 len: 168 time: 0.7201769 Aug 27 21:28:21.887568 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028e090f-0c2d-48c2-82f8-27fb1b1c7d98 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5189a56-bd04-4eee-a451-94b32d1047d1,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:22.005080 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe3970b-6510-4aa6-814f-85c1ad273a36 req-c3e9300a-912e-4e18-bb19-ef6b7775a0ab tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:22.006884 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-1fe3970b-6510-4aa6-814f-85c1ad273a36 req-c3e9300a-912e-4e18-bb19-ef6b7775a0ab tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 944 time: 0.1059740 Aug 27 21:28:22.031372 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb3438f-54bb-4e02-a116-e53fd149ab1b None None] Pushing event updated for resources: {'Port': ['ID=6b9d8926-ef79-48c5-96bd-eb52c8caeb84,revision_number=4']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:22.043597 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb6be06d-d042-42e5-9884-31546b5256e5 req-e5091ee8-6f44-4812-9e29-b49bf7eb9d69 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Made reservation on behalf of 643ef7a25d8f4b71ae55ebc55eefc0e6 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 21:28:22.048658 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-cb6be06d-d042-42e5-9884-31546b5256e5 req-e5091ee8-6f44-4812-9e29-b49bf7eb9d69 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:22.170585 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-1fe3970b-6510-4aa6-814f-85c1ad273a36 req-ad1eec11-028d-4c0d-a741-e5b8203915a0 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1377454 Aug 27 21:28:22.173804 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-0bf0070e-c4d4-4ac6-917d-6bef98268239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'name': 'tempest-AttachVolumeTestJSON-1714184306-router', 'tenant_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '59cb1af0-4a49-465a-ae8c-4ae75fb6acf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:28:10Z', 'updated_at': '2021-08-27T21:28:15Z', 'revision_number': 4, 'project_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'gw_port': {'id': '59cb1af0-4a49-465a-ae8c-4ae75fb6acf0', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:28:11Z', 'updated_at': '2021-08-27T21:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_interfaces': [{'id': '6b9d8926-ef79-48c5-96bd-eb52c8caeb84', 'name': '', 'network_id': 'ed8dd659-34e8-4454-9d8c-11a291216fde', 'tenant_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'mac_address': 'fa:16:3e:72:93:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '22e56bc5-1da2-41da-ae14-be8282257d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:28:14Z', 'updated_at': '2021-08-27T21:28:21Z', 'revision_number': 4, 'project_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'subnets': [{'id': '22e56bc5-1da2-41da-ae14-be8282257d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:28:22.206787 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 36360) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:28:22.234454 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf0070e-c4d4-4ac6-917d-6bef98268239 None None] The sync data for ids ['5fffa74f-cf3c-4140-9ac4-c644db149705'] in dv-cinder-806436-1-iscsi is: [{'id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'name': 'tempest-AttachVolumeTestJSON-1714184306-router', 'tenant_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '59cb1af0-4a49-465a-ae8c-4ae75fb6acf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:28:10Z', 'updated_at': '2021-08-27T21:28:15Z', 'revision_number': 4, 'project_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'gw_port': {'id': '59cb1af0-4a49-465a-ae8c-4ae75fb6acf0', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:28:11Z', 'updated_at': '2021-08-27T21:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_interfaces': [{'id': '6b9d8926-ef79-48c5-96bd-eb52c8caeb84', 'name': '', 'network_id': 'ed8dd659-34e8-4454-9d8c-11a291216fde', 'tenant_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'mac_address': 'fa:16:3e:72:93:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '22e56bc5-1da2-41da-ae14-be8282257d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:28:14Z', 'updated_at': '2021-08-27T21:28:21Z', 'revision_number': 4, 'project_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'subnets': [{'id': '22e56bc5-1da2-41da-ae14-be8282257d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 21:28:22.265636 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-bbceff37-1ebb-4054-8221-9884a0c3a7cb req-6af974ea-03df-46e1-b645-424e1cbfc228 service neutron] 10.222.0.39 "GET /v2.0/networks/ed8dd659-34e8-4454-9d8c-11a291216fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7894511 Aug 27 21:28:22.355503 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-5742160b-0472-4c62-b1e0-519588af405a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7e4ab487ca3747ecb937bf7e78407e40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1441295 Aug 27 21:28:22.358896 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 36364) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:28:22.372224 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-cb6be06d-d042-42e5-9884-31546b5256e5 req-e5091ee8-6f44-4812-9e29-b49bf7eb9d69 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Allocated IP 172.20.0.8 (cfa78330-d176-4c9f-aa9a-4db08f23b10c/552f9052-989c-4d96-96ce-501309883166/5177c7bd-0796-4819-869f-293eddf0820e) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 21:28:22.481047 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d578e6bc-27a6-4c59-aff9-68b6c266af27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:22.507056 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 6b9d8926-ef79-48c5-96bd-eb52c8caeb84 up at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:28:22.557631 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d578e6bc-27a6-4c59-aff9-68b6c266af27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:22.800376 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65920cb9-5c7f-4952-b134-219b92defc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:22.862686 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-7f640963-bda9-4996-80bf-37ae258af47c req-7e8d6879-3ad5-4944-9c8d-c425d5b68179 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 210 time: 0.1846857 Aug 27 21:28:22.899847 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d578e6bc-27a6-4c59-aff9-68b6c266af27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:22.901643 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning for port 6b9d8926-ef79-48c5-96bd-eb52c8caeb84 completed by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:28:22.909142 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d578e6bc-27a6-4c59-aff9-68b6c266af27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:22.913329 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-d578e6bc-27a6-4c59-aff9-68b6c266af27 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e8e737be-a887-470d-800a-190878bee78c HTTP/1.1" status: 204 len: 168 time: 0.5527122 Aug 27 21:28:22.918459 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning complete for port 6b9d8926-ef79-48c5-96bd-eb52c8caeb84 triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:28:22.919210 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:22.935768 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d578e6bc-27a6-4c59-aff9-68b6c266af27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e737be-a887-470d-800a-190878bee78c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:23.098633 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-7f11b7fa-5b43-42e0-932e-6bd57262450a req-bd56bf54-fea5-4402-b99a-101138e5e198 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/ports?device_id=07f28713-dea7-4a2c-bda8-d21bfea31b4a HTTP/1.1" status: 200 len: 210 time: 0.1575222 Aug 27 21:28:23.119676 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-cb6be06d-d042-42e5-9884-31546b5256e5 req-e5091ee8-6f44-4812-9e29-b49bf7eb9d69 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:23.166711 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:23.182721 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-cb6be06d-d042-42e5-9884-31546b5256e5 req-e5091ee8-6f44-4812-9e29-b49bf7eb9d69 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Transition to ACTIVE for port object 5177c7bd-0796-4819-869f-293eddf0820e will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:28:23.316430 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] For port 6b9d8926-ef79-48c5-96bd-eb52c8caeb84, host dv-cinder-806436-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=6b9d8926-ef79-48c5-96bd-eb52c8caeb84,segment=NetworkSegment(06eda9e8-242b-4778-b97e-70cec8f3f209),segment_id=06eda9e8-242b-4778-b97e-70cec8f3f209)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:28:23.325998 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:23.346421 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-cb6be06d-d042-42e5-9884-31546b5256e5 req-e5091ee8-6f44-4812-9e29-b49bf7eb9d69 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794200564228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-275356'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:23.568115 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d1817a-612e-4607-9f72-0da9aa808a9c req-2217c571-12b9-4387-b12c-7a21aac2f9fa tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:23.595583 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-83d1817a-612e-4607-9f72-0da9aa808a9c req-2217c571-12b9-4387-b12c-7a21aac2f9fa tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 944 time: 0.2250342 Aug 27 21:28:23.625785 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Pushing event updated for resources: {'Port': ['ID=6b9d8926-ef79-48c5-96bd-eb52c8caeb84,revision_number=5']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:23.690833 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb6be06d-d042-42e5-9884-31546b5256e5 req-e5091ee8-6f44-4812-9e29-b49bf7eb9d69 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Network cfa78330-d176-4c9f-aa9a-4db08f23b10c is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:28:23.707066 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-cb6be06d-d042-42e5-9884-31546b5256e5 req-e5091ee8-6f44-4812-9e29-b49bf7eb9d69 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:28:23.724826 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb6be06d-d042-42e5-9884-31546b5256e5 req-e5091ee8-6f44-4812-9e29-b49bf7eb9d69 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 21:28:23.778054 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-83d1817a-612e-4607-9f72-0da9aa808a9c req-a77e8942-687b-46fc-b5fb-2a010e7a6743 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1712210 Aug 27 21:28:23.780173 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5091ee8-6f44-4812-9e29-b49bf7eb9d69 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Pushing event updated for resources: {'Port': ['ID=5177c7bd-0796-4819-869f-293eddf0820e,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:23.933199 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6be06d-d042-42e5-9884-31546b5256e5 req-e5091ee8-6f44-4812-9e29-b49bf7eb9d69 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:23.937202 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-cb6be06d-d042-42e5-9884-31546b5256e5 req-e5091ee8-6f44-4812-9e29-b49bf7eb9d69 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:23.965722 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-cb6be06d-d042-42e5-9884-31546b5256e5 req-e5091ee8-6f44-4812-9e29-b49bf7eb9d69 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2008171 Aug 27 21:28:24.080147 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-778ce8a3-384f-4928-b9ff-199d4ced17a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:24.081752 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-10f84705-2009-4cd0-8cf4-6ef761cb7da8 req-78e74e68-c73b-40cf-9a25-2f230e137513 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 210 time: 0.1190531 Aug 27 21:28:24.087942 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [req-cb6be06d-d042-42e5-9884-31546b5256e5 req-f5ccebe8-1d88-405b-9613-3f8010666198 service neutron] Request body: {'port': {'device_id': '07f28713-dea7-4a2c-bda8-d21bfea31b4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80643'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:28:24.238972 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-cb6be06d-d042-42e5-9884-31546b5256e5 req-f5ccebe8-1d88-405b-9613-3f8010666198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:24.287828 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-3447af16-1e93-4ccc-a280-299f2d4a250c None None] Provisioning for port 5177c7bd-0796-4819-869f-293eddf0820e completed by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:28:24.305194 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-3447af16-1e93-4ccc-a280-299f2d4a250c None None] Provisioning complete for port 5177c7bd-0796-4819-869f-293eddf0820e triggered by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:28:24.305586 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3447af16-1e93-4ccc-a280-299f2d4a250c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:24.414432 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-3447af16-1e93-4ccc-a280-299f2d4a250c None None] Port 5177c7bd-0796-4819-869f-293eddf0820e cannot update to ACTIVE because it is not bound. {{(pid=93798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 21:28:24.426226 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc448be8-fd91-4449-bac5-718eb641a6f5 req-bd64df76-c902-467c-9a63-d830646245e2 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:24.432400 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-dc448be8-fd91-4449-bac5-718eb641a6f5 req-bd64df76-c902-467c-9a63-d830646245e2 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/ports?device_id=07f28713-dea7-4a2c-bda8-d21bfea31b4a HTTP/1.1" status: 200 len: 931 time: 0.2049122 Aug 27 21:28:24.506233 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 6b9d8926-ef79-48c5-96bd-eb52c8caeb84 up at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:28:24.529408 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-dc448be8-fd91-4449-bac5-718eb641a6f5 req-bf5b1940-e2c6-43ea-b09d-c83ec791f152 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaa3dc92-eb30-408f-948c-63ceb829d106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863047 Aug 27 21:28:24.655375 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning complete for port 6b9d8926-ef79-48c5-96bd-eb52c8caeb84 triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:28:24.656039 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:24.882149 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0983ad-f0f8-4c77-8bc9-4f5f8f0e956c req-99130792-9e72-44ba-b226-ddeeb685f41b tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:24.883725 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-3c0983ad-f0f8-4c77-8bc9-4f5f8f0e956c req-99130792-9e72-44ba-b226-ddeeb685f41b tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/ports?device_id=55006982-c995-4dcc-ad4b-2a4761e728c9 HTTP/1.1" status: 200 len: 946 time: 0.1850882 Aug 27 21:28:24.995282 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-3c0983ad-f0f8-4c77-8bc9-4f5f8f0e956c req-4d869ab5-e9d5-4ded-8294-4b95012509d7 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/security-groups?id=68ad11e8-1aa1-499b-bf86-ff9b343e8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016393 Aug 27 21:28:25.011200 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.notifiers.nova [req-cb6be06d-d042-42e5-9884-31546b5256e5 req-f5ccebe8-1d88-405b-9613-3f8010666198 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5177c7bd-0796-4819-869f-293eddf0820e {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 21:28:25.014512 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ade559-4241-4583-a2c6-152622dbba64 req-4010b9fc-83ab-4c71-8ef4-2ddc64a1275c tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:25.020501 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-cb6be06d-d042-42e5-9884-31546b5256e5 req-f5ccebe8-1d88-405b-9613-3f8010666198 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:25.027247 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-d5ade559-4241-4583-a2c6-152622dbba64 req-4010b9fc-83ab-4c71-8ef4-2ddc64a1275c tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 944 time: 0.0912578 Aug 27 21:28:25.036899 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-cb6be06d-d042-42e5-9884-31546b5256e5 req-f5ccebe8-1d88-405b-9613-3f8010666198 service neutron] Transition to ACTIVE for port object 5177c7bd-0796-4819-869f-293eddf0820e will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:28:25.041878 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-cb6be06d-d042-42e5-9884-31546b5256e5 req-f5ccebe8-1d88-405b-9613-3f8010666198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-275333'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:25.091048 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device bd89a8b2-feb9-4512-b8fe-553705f6dd9e details requested by agent hyperv_hv-cinder-80643 with host hv-cinder-80643 {{(pid=93798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 21:28:25.152852 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-d5ade559-4241-4583-a2c6-152622dbba64 req-6baa87ad-3f38-4e4d-9fa0-3a3f4e8078fc tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1238875 Aug 27 21:28:25.174926 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ccebe8-1d88-405b-9613-3f8010666198 service neutron] Pushing event updated for resources: {'Port': ['ID=5177c7bd-0796-4819-869f-293eddf0820e,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:25.241450 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-cb6be06d-d042-42e5-9884-31546b5256e5 req-f5ccebe8-1d88-405b-9613-3f8010666198 service neutron] Attempting to bind port 5177c7bd-0796-4819-869f-293eddf0820e on host hv-cinder-80643 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 21:28:25.242459 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-cb6be06d-d042-42e5-9884-31546b5256e5 req-f5ccebe8-1d88-405b-9613-3f8010666198 service neutron] Attempting to bind port 5177c7bd-0796-4819-869f-293eddf0820e by drivers openvswitch,hyperv on host hv-cinder-80643 at level 0 using segments [{'id': 'c2378fa1-afe6-497d-9312-572f79e0ffd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'cfa78330-d176-4c9f-aa9a-4db08f23b10c'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 21:28:25.242959 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6be06d-d042-42e5-9884-31546b5256e5 req-f5ccebe8-1d88-405b-9613-3f8010666198 service neutron] Attempting to bind port 5177c7bd-0796-4819-869f-293eddf0820e on network cfa78330-d176-4c9f-aa9a-4db08f23b10c {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:28:25.248670 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6be06d-d042-42e5-9884-31546b5256e5 req-f5ccebe8-1d88-405b-9613-3f8010666198 service neutron] Port 5177c7bd-0796-4819-869f-293eddf0820e on network cfa78330-d176-4c9f-aa9a-4db08f23b10c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80643 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 21:28:25.249216 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6be06d-d042-42e5-9884-31546b5256e5 req-f5ccebe8-1d88-405b-9613-3f8010666198 service neutron] Attempting to bind port 5177c7bd-0796-4819-869f-293eddf0820e on network cfa78330-d176-4c9f-aa9a-4db08f23b10c {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:28:25.273950 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-f6faae43-da46-49b2-ad4d-64e86f1f67ab req-8e9f67f6-9ac1-4b2a-8a19-ca8c6737bd11 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 210 time: 0.0583963 Aug 27 21:28:25.281482 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6be06d-d042-42e5-9884-31546b5256e5 req-f5ccebe8-1d88-405b-9613-3f8010666198 service neutron] Checking agent: {'id': '14be5267-b6f6-4f5d-aa76-a7f98d21013b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80643', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 21, 22, 11), 'started_at': datetime.datetime(2021, 8, 27, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 21, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 21:28:25.284849 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6be06d-d042-42e5-9884-31546b5256e5 req-f5ccebe8-1d88-405b-9613-3f8010666198 service neutron] Checking segment: {'id': 'c2378fa1-afe6-497d-9312-572f79e0ffd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'cfa78330-d176-4c9f-aa9a-4db08f23b10c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:28:25.285421 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6be06d-d042-42e5-9884-31546b5256e5 req-f5ccebe8-1d88-405b-9613-3f8010666198 service neutron] Bound using segment: {'id': 'c2378fa1-afe6-497d-9312-572f79e0ffd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'cfa78330-d176-4c9f-aa9a-4db08f23b10c'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 21:28:25.286044 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-cb6be06d-d042-42e5-9884-31546b5256e5 req-f5ccebe8-1d88-405b-9613-3f8010666198 service neutron] Bound port: 5177c7bd-0796-4819-869f-293eddf0820e, host: hv-cinder-80643, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2378fa1-afe6-497d-9312-572f79e0ffd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'cfa78330-d176-4c9f-aa9a-4db08f23b10c'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 21:28:25.287021 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port bd89a8b2-feb9-4512-b8fe-553705f6dd9e, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=bd89a8b2-feb9-4512-b8fe-553705f6dd9e,segment=NetworkSegment(cf28798e-2dc9-43ac-a0bc-53018bbccb0e),segment_id=cf28798e-2dc9-43ac-a0bc-53018bbccb0e)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:28:25.289782 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-cb6be06d-d042-42e5-9884-31546b5256e5 req-f5ccebe8-1d88-405b-9613-3f8010666198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:25.304688 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Returning: {'device': 'bd89a8b2-feb9-4512-b8fe-553705f6dd9e', 'network_id': '9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89', 'port_id': 'bd89a8b2-feb9-4512-b8fe-553705f6dd9e', 'mac_address': 'fa:16:3e:48:ac:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6921f496-5d7a-4db6-bf96-720866799ce1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 21:28:25.364557 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:25.394066 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd89a8b2-feb9-4512-b8fe-553705f6dd9e {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 21:28:25.397752 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-cb6be06d-d042-42e5-9884-31546b5256e5 req-f5ccebe8-1d88-405b-9613-3f8010666198 service neutron] For port 5177c7bd-0796-4819-869f-293eddf0820e, host hv-cinder-80643, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 21:28:25.415859 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-cb6be06d-d042-42e5-9884-31546b5256e5 req-f5ccebe8-1d88-405b-9613-3f8010666198 service neutron] For port 5177c7bd-0796-4819-869f-293eddf0820e, host hv-cinder-80643, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=5177c7bd-0796-4819-869f-293eddf0820e,segment=NetworkSegment(c2378fa1-afe6-497d-9312-572f79e0ffd4),segment_id=c2378fa1-afe6-497d-9312-572f79e0ffd4)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 21:28:25.426305 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-cb6be06d-d042-42e5-9884-31546b5256e5 req-f5ccebe8-1d88-405b-9613-3f8010666198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-275333'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:25.447913 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port bd89a8b2-feb9-4512-b8fe-553705f6dd9e, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=bd89a8b2-feb9-4512-b8fe-553705f6dd9e,segment=NetworkSegment(cf28798e-2dc9-43ac-a0bc-53018bbccb0e),segment_id=cf28798e-2dc9-43ac-a0bc-53018bbccb0e)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:28:25.455828 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:25.517215 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6be06d-d042-42e5-9884-31546b5256e5 req-f5ccebe8-1d88-405b-9613-3f8010666198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:25.524123 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-cb6be06d-d042-42e5-9884-31546b5256e5 req-f5ccebe8-1d88-405b-9613-3f8010666198 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:25.531816 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-cb6be06d-d042-42e5-9884-31546b5256e5 req-f5ccebe8-1d88-405b-9613-3f8010666198 service neutron] 10.222.0.73 "PUT /v2.0/ports/5177c7bd-0796-4819-869f-293eddf0820e HTTP/1.1" status: 200 len: 1093 time: 1.4479554 Aug 27 21:28:25.531816 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07f28713-dea7-4a2c-bda8-d21bfea31b4a', 'tag': '5177c7bd-0796-4819-869f-293eddf0820e'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:28:25.534857 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef12610d4521d53b4d383b2d1315697e44e13910463e2f079bf4fa6d75d3d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55b58e9-2aff-4473-8348-f888df619528" -d '{"events": [{"name": "network-changed", "server_uuid": "07f28713-dea7-4a2c-bda8-d21bfea31b4a", "tag": "5177c7bd-0796-4819-869f-293eddf0820e"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:28:25.546986 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Pushing event updated for resources: {'Port': ['ID=bd89a8b2-feb9-4512-b8fe-553705f6dd9e,revision_number=9']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:25.594858 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 21:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835d322d-bade-4180-8e27-515faa98cb0f x-openstack-request-id: req-835d322d-bade-4180-8e27-515faa98cb0f {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:28:25.595332 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07f28713-dea7-4a2c-bda8-d21bfea31b4a", "tag": "5177c7bd-0796-4819-869f-293eddf0820e", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:28:25.595704 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-835d322d-bade-4180-8e27-515faa98cb0f {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:28:25.596218 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07f28713-dea7-4a2c-bda8-d21bfea31b4a', 'tag': '5177c7bd-0796-4819-869f-293eddf0820e', 'status': 'completed', 'code': 200} Aug 27 21:28:25.608194 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ccebe8-1d88-405b-9613-3f8010666198 service neutron] Pushing event updated for resources: {'Port': ['ID=5177c7bd-0796-4819-869f-293eddf0820e,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:25.698788 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e45ed-e21d-4601-a58b-fe9e63c7beed req-ce81f613-ad39-4a19-8fa6-6b3bed7806c5 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:25.702761 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-359e45ed-e21d-4601-a58b-fe9e63c7beed req-ce81f613-ad39-4a19-8fa6-6b3bed7806c5 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/ports?device_id=07f28713-dea7-4a2c-bda8-d21bfea31b4a HTTP/1.1" status: 200 len: 943 time: 0.0693288 Aug 27 21:28:25.703190 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] get_ports_and_sgs() called for port_ids ['bd89a8b2-feb9-4512-b8fe-553705f6dd9e'] {{(pid=93798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 21:28:25.766037 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-359e45ed-e21d-4601-a58b-fe9e63c7beed req-0a15d2cc-9a12-4a5a-9ec9-1cb5ff082f6c tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaa3dc92-eb30-408f-948c-63ceb829d106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592842 Aug 27 21:28:26.130639 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a37361-da71-4ee3-99c7-a1600f97948c req-d1dff8c6-8dee-4010-a9bf-2d6ef9f7d11b tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:26.133513 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-48a37361-da71-4ee3-99c7-a1600f97948c req-d1dff8c6-8dee-4010-a9bf-2d6ef9f7d11b tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/ports?device_id=55006982-c995-4dcc-ad4b-2a4761e728c9 HTTP/1.1" status: 200 len: 946 time: 0.0603800 Aug 27 21:28:26.186143 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-48a37361-da71-4ee3-99c7-a1600f97948c req-e9c0e8c2-12b1-4eb2-9b5c-d5a85b86815e tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/security-groups?id=68ad11e8-1aa1-499b-bf86-ff9b343e8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466657 Aug 27 21:28:26.287616 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ffe2af-1c5b-4615-aee8-b4cbdb83f47e req-4e0aa2aa-2a01-4da9-96f2-e80d43c30636 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:26.295292 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-36ffe2af-1c5b-4615-aee8-b4cbdb83f47e req-4e0aa2aa-2a01-4da9-96f2-e80d43c30636 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 945 time: 0.0634253 Aug 27 21:28:26.348612 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-36ffe2af-1c5b-4615-aee8-b4cbdb83f47e req-fbd51f32-09dd-47f5-9421-20da78310da1 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0523221 Aug 27 21:28:26.445448 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-c320a9a4-9927-4703-a081-d0247634c9e6 req-448dc6a8-72db-4e94-a201-6a45a27772d3 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 210 time: 0.0483286 Aug 27 21:28:26.882500 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b09fb-7c1c-4ddc-aae9-7fa29f34b29c req-fdfc242f-7d9f-4cae-bd1d-91fa5a089231 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:26.884445 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-9f3b09fb-7c1c-4ddc-aae9-7fa29f34b29c req-fdfc242f-7d9f-4cae-bd1d-91fa5a089231 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/ports?device_id=07f28713-dea7-4a2c-bda8-d21bfea31b4a HTTP/1.1" status: 200 len: 943 time: 0.0535588 Aug 27 21:28:26.892684 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.agents_db [None req-9a3f5963-9603-4723-9a6c-2e2f5b4345b2 None None] Agent healthcheck: found 6 active agents {{(pid=93799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 21:28:26.926330 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-9f3b09fb-7c1c-4ddc-aae9-7fa29f34b29c req-a6b86ded-f94b-4a19-a75b-13366dde7ed6 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaa3dc92-eb30-408f-948c-63ceb829d106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340698 Aug 27 21:28:27.125143 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device bd89a8b2-feb9-4512-b8fe-553705f6dd9e up at agent hyperv_hv-cinder-80643 {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:28:27.176272 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Provisioning complete for port bd89a8b2-feb9-4512-b8fe-553705f6dd9e triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:28:27.176671 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:27.260169 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:27.295262 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b49151a-ae9a-4ab0-8027-c5e49267742b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd89a8b2-feb9-4512-b8fe-553705f6dd9e'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:28:27.296860 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf732d6db1af9f7bc3b5310490fe48ff1e7c732a768ef3a1a1326297a3ecfd63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad876612-6371-44ee-9111-e2d3776bb569" -d '{"events": [{"server_uuid": "5b49151a-ae9a-4ab0-8027-c5e49267742b", "name": "network-vif-plugged", "status": "completed", "tag": "bd89a8b2-feb9-4512-b8fe-553705f6dd9e"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:28:27.316620 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port bd89a8b2-feb9-4512-b8fe-553705f6dd9e, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=bd89a8b2-feb9-4512-b8fe-553705f6dd9e,segment=NetworkSegment(cf28798e-2dc9-43ac-a0bc-53018bbccb0e),segment_id=cf28798e-2dc9-43ac-a0bc-53018bbccb0e)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:28:27.324175 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:27.335374 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae12cd-1d4a-4043-bfa4-2bc67ba8e419 req-02c3c289-6f64-4fe9-bdc9-9da986479f42 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:27.337555 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-5eae12cd-1d4a-4043-bfa4-2bc67ba8e419 req-02c3c289-6f64-4fe9-bdc9-9da986479f42 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/ports?device_id=55006982-c995-4dcc-ad4b-2a4761e728c9 HTTP/1.1" status: 200 len: 946 time: 0.0543780 Aug 27 21:28:27.368056 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 21:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b72a54-24bd-40dd-b7b0-6fb0e0c90508 x-openstack-request-id: req-c5b72a54-24bd-40dd-b7b0-6fb0e0c90508 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:28:27.368595 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b49151a-ae9a-4ab0-8027-c5e49267742b", "name": "network-vif-plugged", "status": "completed", "tag": "bd89a8b2-feb9-4512-b8fe-553705f6dd9e", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:28:27.368996 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c5b72a54-24bd-40dd-b7b0-6fb0e0c90508 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:28:27.369448 dv-cinder-806436-1-iscsi neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b49151a-ae9a-4ab0-8027-c5e49267742b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd89a8b2-feb9-4512-b8fe-553705f6dd9e', 'code': 200} Aug 27 21:28:27.391844 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-5eae12cd-1d4a-4043-bfa4-2bc67ba8e419 req-3848bb66-c231-43a8-8145-2f87454317a9 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/security-groups?id=68ad11e8-1aa1-499b-bf86-ff9b343e8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474286 Aug 27 21:28:27.398297 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Pushing event updated for resources: {'Port': ['ID=bd89a8b2-feb9-4512-b8fe-553705f6dd9e,revision_number=10']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:27.522788 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13f2fa-0f75-43ce-905e-777d3bd3cdc1 req-6ba47970-309c-4534-a9fe-f93562ac4396 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:27.525401 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-9c13f2fa-0f75-43ce-905e-777d3bd3cdc1 req-6ba47970-309c-4534-a9fe-f93562ac4396 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 947 time: 0.0745451 Aug 27 21:28:27.582516 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-ed39049a-9b65-469e-95c8-475f4208005d req-0943927b-25be-451d-b667-b0f1a19ca3e7 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 210 time: 0.0416634 Aug 27 21:28:27.596266 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-9c13f2fa-0f75-43ce-905e-777d3bd3cdc1 req-4565519d-094a-429f-9818-8a41caf6c9c8 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0646458 Aug 27 21:28:28.077029 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee9cc83-7995-4359-82d6-85427e93ad8d req-8eb6506b-afdc-4034-8121-6e916f95b6ba tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:28.078831 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-2ee9cc83-7995-4359-82d6-85427e93ad8d req-8eb6506b-afdc-4034-8121-6e916f95b6ba tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/ports?device_id=07f28713-dea7-4a2c-bda8-d21bfea31b4a HTTP/1.1" status: 200 len: 943 time: 0.0729961 Aug 27 21:28:28.151871 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-2ee9cc83-7995-4359-82d6-85427e93ad8d req-6a229f68-d4cc-44d0-9e53-edb64091ee2c tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaa3dc92-eb30-408f-948c-63ceb829d106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543299 Aug 27 21:28:28.542519 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37991e-6ca7-4933-9215-566524618341 req-07a76b6f-6a87-4153-90d2-914d6ae5939e tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:28.544163 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-4c37991e-6ca7-4933-9215-566524618341 req-07a76b6f-6a87-4153-90d2-914d6ae5939e tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/ports?device_id=55006982-c995-4dcc-ad4b-2a4761e728c9 HTTP/1.1" status: 200 len: 946 time: 0.0720868 Aug 27 21:28:28.587445 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-4c37991e-6ca7-4933-9215-566524618341 req-44bbd844-0b55-4124-bb90-063d69a66dae tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/security-groups?id=68ad11e8-1aa1-499b-bf86-ff9b343e8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366905 Aug 27 21:28:28.692147 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-07711641-f210-483a-b9b5-27778825b030 req-b3c12107-697f-4830-a31b-f90773f1ffe0 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 210 time: 0.0377674 Aug 27 21:28:28.745015 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a6cf4-310c-4086-bf2c-9aac5e8162a1 req-c0d5ad7c-16b1-44cb-8a49-d3bf0b229876 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:28.746710 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-a23a6cf4-310c-4086-bf2c-9aac5e8162a1 req-c0d5ad7c-16b1-44cb-8a49-d3bf0b229876 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 947 time: 0.0696912 Aug 27 21:28:28.790748 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-a23a6cf4-310c-4086-bf2c-9aac5e8162a1 req-f6d86770-c4e7-4afc-b383-d9495e16b2ed tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381255 Aug 27 21:28:29.304078 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844e8e7-df42-4689-988e-567c53349f8d req-29d19ed6-9906-4d33-829b-5dede9246844 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:29.306065 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-4844e8e7-df42-4689-988e-567c53349f8d req-29d19ed6-9906-4d33-829b-5dede9246844 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/ports?device_id=07f28713-dea7-4a2c-bda8-d21bfea31b4a HTTP/1.1" status: 200 len: 943 time: 0.0605705 Aug 27 21:28:29.369509 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-4844e8e7-df42-4689-988e-567c53349f8d req-7aa6594f-0ffe-4394-943c-938232d5bb3c tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaa3dc92-eb30-408f-948c-63ceb829d106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557818 Aug 27 21:28:29.745520 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c47c8c8-6629-4bc9-b6d2-736f7b26cc19 req-de545cca-1d07-47fd-92bb-507beb1626aa tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:29.747294 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-6c47c8c8-6629-4bc9-b6d2-736f7b26cc19 req-de545cca-1d07-47fd-92bb-507beb1626aa tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/ports?device_id=55006982-c995-4dcc-ad4b-2a4761e728c9 HTTP/1.1" status: 200 len: 946 time: 0.0644431 Aug 27 21:28:29.805850 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-6c47c8c8-6629-4bc9-b6d2-736f7b26cc19 req-6300eea2-d5c6-4d65-92fe-0e0fb7dae97d tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/security-groups?id=68ad11e8-1aa1-499b-bf86-ff9b343e8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463383 Aug 27 21:28:29.806643 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-3fd7036f-c12a-426b-a4f9-ad5391349f74 req-a387871f-a1f1-4428-a77c-f45520a004aa tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 210 time: 0.0319149 Aug 27 21:28:29.938423 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d719dc-85cd-4a33-871d-251e51c22c86 req-d334311f-86ee-4d00-822a-a347581cdc6a tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:29.939925 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-00d719dc-85cd-4a33-871d-251e51c22c86 req-d334311f-86ee-4d00-822a-a347581cdc6a tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 947 time: 0.0602784 Aug 27 21:28:29.987843 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-00d719dc-85cd-4a33-871d-251e51c22c86 req-0122dbf0-d381-46b8-a254-7cc065f79cba tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377436 Aug 27 21:28:30.516012 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b7d32-6531-4876-bb64-70d113cf2f50 req-344663df-f885-4fc0-afef-3d98bba116b1 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:30.517617 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-ff1b7d32-6531-4876-bb64-70d113cf2f50 req-344663df-f885-4fc0-afef-3d98bba116b1 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/ports?device_id=07f28713-dea7-4a2c-bda8-d21bfea31b4a HTTP/1.1" status: 200 len: 943 time: 0.0622420 Aug 27 21:28:30.575092 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-ff1b7d32-6531-4876-bb64-70d113cf2f50 req-0e4f830d-24d9-4e4c-8bf4-5819a417f575 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaa3dc92-eb30-408f-948c-63ceb829d106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396070 Aug 27 21:28:30.939736 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-381111c4-8d1b-4a0f-98e4-516e174ffecc req-3e8393a6-738b-4f3e-9403-c7146ce9f281 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 210 time: 0.0312331 Aug 27 21:28:30.970516 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382b524-d4e5-405a-a8de-c51fd582668f req-1c65e7f9-e961-41e1-b5eb-fa7ab430a907 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:30.977575 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-7382b524-d4e5-405a-a8de-c51fd582668f req-1c65e7f9-e961-41e1-b5eb-fa7ab430a907 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/ports?device_id=55006982-c995-4dcc-ad4b-2a4761e728c9 HTTP/1.1" status: 200 len: 946 time: 0.0755577 Aug 27 21:28:31.049749 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-7382b524-d4e5-405a-a8de-c51fd582668f req-1c05956c-e1a8-453e-bd82-abbc667465dd tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/security-groups?id=68ad11e8-1aa1-499b-bf86-ff9b343e8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703263 Aug 27 21:28:31.151159 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10875bc3-a871-42dd-a4b0-cc01f0c59822 req-982474f6-0a8f-48c2-9849-d0b83ae9c643 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:31.152924 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-10875bc3-a871-42dd-a4b0-cc01f0c59822 req-982474f6-0a8f-48c2-9849-d0b83ae9c643 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 947 time: 0.0595357 Aug 27 21:28:31.201923 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-10875bc3-a871-42dd-a4b0-cc01f0c59822 req-7db95e30-b00f-4087-aeca-c754f25fffec tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422666 Aug 27 21:28:31.713157 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f2449-f638-4f37-b611-65bd41ce4f72 req-0475892d-7a2e-4f5b-bd81-2b7fdd42df45 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:31.714758 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-ae7f2449-f638-4f37-b611-65bd41ce4f72 req-0475892d-7a2e-4f5b-bd81-2b7fdd42df45 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/ports?device_id=07f28713-dea7-4a2c-bda8-d21bfea31b4a HTTP/1.1" status: 200 len: 943 time: 0.0588529 Aug 27 21:28:31.758949 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-ae7f2449-f638-4f37-b611-65bd41ce4f72 req-b2bb1673-a558-4dd3-a386-c83f6fe7fbb7 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaa3dc92-eb30-408f-948c-63ceb829d106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379169 Aug 27 21:28:32.054630 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-32ab005f-84d7-4bf3-b5da-69fa0c4e8f4c req-e37e3216-66ee-4796-832d-6a461b7bc745 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 210 time: 0.0294206 Aug 27 21:28:32.203435 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee9de7-46d9-4936-a062-f2c10feee5e1 req-cd13c959-077e-4d3c-a5b1-a1d568b866d0 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:32.205928 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-1dee9de7-46d9-4936-a062-f2c10feee5e1 req-cd13c959-077e-4d3c-a5b1-a1d568b866d0 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/ports?device_id=55006982-c995-4dcc-ad4b-2a4761e728c9 HTTP/1.1" status: 200 len: 946 time: 0.0591967 Aug 27 21:28:32.261595 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-1dee9de7-46d9-4936-a062-f2c10feee5e1 req-3846feaf-fcc0-42d9-9d39-316074d294c7 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/security-groups?id=68ad11e8-1aa1-499b-bf86-ff9b343e8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491960 Aug 27 21:28:32.344698 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6056c4-07d7-4f44-b4c9-00b17b7b6ad7 req-e05f4044-126c-4a84-8e43-2d28da57b011 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:32.346387 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-7b6056c4-07d7-4f44-b4c9-00b17b7b6ad7 req-e05f4044-126c-4a84-8e43-2d28da57b011 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 947 time: 0.0543723 Aug 27 21:28:32.387957 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-7b6056c4-07d7-4f44-b4c9-00b17b7b6ad7 req-70600a9b-fbdd-43c2-9d12-6a7acaba6dc2 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347414 Aug 27 21:28:32.895463 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a2132-fca8-4b5a-9692-1aebbbe688b5 req-4ea95bba-311d-4d34-8354-9d80c5c9572c tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:32.897723 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-739a2132-fca8-4b5a-9692-1aebbbe688b5 req-4ea95bba-311d-4d34-8354-9d80c5c9572c tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/ports?device_id=07f28713-dea7-4a2c-bda8-d21bfea31b4a HTTP/1.1" status: 200 len: 943 time: 0.0685816 Aug 27 21:28:32.948972 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-739a2132-fca8-4b5a-9692-1aebbbe688b5 req-7ccfc6e3-a935-4543-8ba9-1b13c8b5f490 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaa3dc92-eb30-408f-948c-63ceb829d106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422394 Aug 27 21:28:33.205806 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-e10022d6-71d0-484c-bb62-191945acc944 req-a9e26f73-c97d-49df-9432-4da6ba5ba0ab tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 210 time: 0.0567284 Aug 27 21:28:33.433787 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b5d4af-19ac-48d4-82ba-ca8b40480877 req-7d8c55ec-bef7-4f2d-96f1-3b37a9a80974 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:33.435407 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-f4b5d4af-19ac-48d4-82ba-ca8b40480877 req-7d8c55ec-bef7-4f2d-96f1-3b37a9a80974 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/ports?device_id=55006982-c995-4dcc-ad4b-2a4761e728c9 HTTP/1.1" status: 200 len: 946 time: 0.0669038 Aug 27 21:28:33.487618 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-f4b5d4af-19ac-48d4-82ba-ca8b40480877 req-bd3061e1-b1de-4261-a1a9-fd0de558d338 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/security-groups?id=68ad11e8-1aa1-499b-bf86-ff9b343e8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450280 Aug 27 21:28:33.555472 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb6a94-5d20-4df5-8946-a5c3d6dc58e1 req-e7ae0dc0-830f-4804-b5d7-0bf3e0f95df0 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:33.556961 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-b8eb6a94-5d20-4df5-8946-a5c3d6dc58e1 req-e7ae0dc0-830f-4804-b5d7-0bf3e0f95df0 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 947 time: 0.0653946 Aug 27 21:28:33.595168 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-b8eb6a94-5d20-4df5-8946-a5c3d6dc58e1 req-a1f3f3f2-aee8-46b4-9e61-4f086b774a03 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322673 Aug 27 21:28:34.082882 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aacfe42-7afe-4f94-874e-ce6ee6ad01f7 req-840e839c-3f82-496d-b514-2aabc0556e5f tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:34.089600 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-0aacfe42-7afe-4f94-874e-ce6ee6ad01f7 req-840e839c-3f82-496d-b514-2aabc0556e5f tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/ports?device_id=07f28713-dea7-4a2c-bda8-d21bfea31b4a HTTP/1.1" status: 200 len: 943 time: 0.0597177 Aug 27 21:28:34.138968 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b58e9-2aff-4473-8348-f888df619528 req-d0e8359c-508d-42bb-8d94-3eafe99e8f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:34.140517 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d55b58e9-2aff-4473-8348-f888df619528 req-d0e8359c-508d-42bb-8d94-3eafe99e8f94 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=643ef7a25d8f4b71ae55ebc55eefc0e6&device_id=07f28713-dea7-4a2c-bda8-d21bfea31b4a HTTP/1.1" status: 200 len: 1096 time: 0.0555041 Aug 27 21:28:34.144539 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-0aacfe42-7afe-4f94-874e-ce6ee6ad01f7 req-535c3a74-eca6-4d50-8ed1-34ec684ed161 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaa3dc92-eb30-408f-948c-63ceb829d106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534592 Aug 27 21:28:34.239336 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b58e9-2aff-4473-8348-f888df619528 req-e4feb8a5-12f0-41fd-975b-0a81742a48f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:34.241737 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d55b58e9-2aff-4473-8348-f888df619528 req-e4feb8a5-12f0-41fd-975b-0a81742a48f3 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=643ef7a25d8f4b71ae55ebc55eefc0e6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0909617 Aug 27 21:28:34.334377 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-bb72bd62-66ed-4401-85de-043a2ecd5bc7 req-cfc9b35f-78e9-45ae-815d-0dfb2136913b tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 210 time: 0.0328505 Aug 27 21:28:34.383141 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b58e9-2aff-4473-8348-f888df619528 req-688ea8e3-75cb-4048-a561-5a09a7221f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:34.384855 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d55b58e9-2aff-4473-8348-f888df619528 req-688ea8e3-75cb-4048-a561-5a09a7221f85 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1300941 Aug 27 21:28:34.512157 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6be06d-d042-42e5-9884-31546b5256e5 req-88a2e92e-bacd-43df-9534-66ae0d5c2c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:34.517471 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-cb6be06d-d042-42e5-9884-31546b5256e5 req-88a2e92e-bacd-43df-9534-66ae0d5c2c87 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=643ef7a25d8f4b71ae55ebc55eefc0e6&device_id=07f28713-dea7-4a2c-bda8-d21bfea31b4a HTTP/1.1" status: 200 len: 1096 time: 0.0551982 Aug 27 21:28:34.557853 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 36560) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:28:34.612276 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-cb6be06d-d042-42e5-9884-31546b5256e5 req-87e33cf0-d096-437e-b109-ec3d3f17b301 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5177c7bd-0796-4819-869f-293eddf0820e HTTP/1.1" status: 200 len: 217 time: 0.0657458 Aug 27 21:28:34.633687 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7643e-0e3c-4167-bb02-73bff40f3a99 req-b6524a38-ea44-4d31-b79c-569fa3c23bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:34.635663 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-1ac7643e-0e3c-4167-bb02-73bff40f3a99 req-b6524a38-ea44-4d31-b79c-569fa3c23bdc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 1100 time: 0.1008635 Aug 27 21:28:34.678908 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbceff37-1ebb-4054-8221-9884a0c3a7cb req-2567c23c-69b8-4c66-b79b-2c5b51e4b522 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:34.699142 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-bbceff37-1ebb-4054-8221-9884a0c3a7cb req-2567c23c-69b8-4c66-b79b-2c5b51e4b522 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.73 "GET /v2.0/networks?id=ed8dd659-34e8-4454-9d8c-11a291216fde HTTP/1.1" status: 200 len: 811 time: 0.2115157 Aug 27 21:28:34.705820 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-1ac7643e-0e3c-4167-bb02-73bff40f3a99 req-1328a889-3e24-41f0-ae73-2092d547af20 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451725 Aug 27 21:28:34.716827 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207ba70-1c2d-4589-b63d-7c866ef0d7c7 req-a07be4bc-90b7-4653-aa97-7d556b8984d4 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:34.718527 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6be06d-d042-42e5-9884-31546b5256e5 req-d5dfe6da-9e5b-4727-b0c6-259c09004fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:34.718677 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-2207ba70-1c2d-4589-b63d-7c866ef0d7c7 req-a07be4bc-90b7-4653-aa97-7d556b8984d4 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/ports?device_id=55006982-c995-4dcc-ad4b-2a4761e728c9 HTTP/1.1" status: 200 len: 946 time: 0.1459033 Aug 27 21:28:34.719901 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-cb6be06d-d042-42e5-9884-31546b5256e5 req-d5dfe6da-9e5b-4727-b0c6-259c09004fa4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=552f9052-989c-4d96-96ce-501309883166 HTTP/1.1" status: 200 len: 854 time: 0.0994244 Aug 27 21:28:34.724785 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3f8f0121-5049-414f-9c14-4e2eba5cc497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:34.762003 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4217f46-7ecb-488b-8b0b-184fb9f0130a req-4bb3f072-f33f-4a18-a551-8c13e8c24975 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:34.763589 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-b4217f46-7ecb-488b-8b0b-184fb9f0130a req-4bb3f072-f33f-4a18-a551-8c13e8c24975 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 947 time: 0.0541446 Aug 27 21:28:34.775976 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-2207ba70-1c2d-4589-b63d-7c866ef0d7c7 req-6da3c1b2-5c44-4654-b7a4-204692794df7 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/security-groups?id=68ad11e8-1aa1-499b-bf86-ff9b343e8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488930 Aug 27 21:28:34.809630 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-b4217f46-7ecb-488b-8b0b-184fb9f0130a req-626a0414-67e1-4e69-9c75-9c29b41f64ac tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385590 Aug 27 21:28:34.866887 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3f8f0121-5049-414f-9c14-4e2eba5cc497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:34.872498 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3f8f0121-5049-414f-9c14-4e2eba5cc497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:34.911636 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-3f8f0121-5049-414f-9c14-4e2eba5cc497 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=985362dcca6441d983cc7183a9088245&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3517802 Aug 27 21:28:34.912572 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8f0121-5049-414f-9c14-4e2eba5cc497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ef6ceb-7023-46dd-9e7e-dfdab676c8b1,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:34.916935 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 36568) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:28:34.970012 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-bbceff37-1ebb-4054-8221-9884a0c3a7cb req-a31b75b8-48c2-4152-838e-f45fba649241 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d7ceb8f6162437081bdc9ae6a61d840 HTTP/1.1" status: 200 len: 380 time: 0.0447023 Aug 27 21:28:34.981310 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [req-bbceff37-1ebb-4054-8221-9884a0c3a7cb req-0c6e04b0-522a-4df5-bd6d-cc40292d085d tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Request body: {'port': {'device_id': 'bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c', 'network_id': 'ed8dd659-34e8-4454-9d8c-11a291216fde', 'admin_state_up': True, 'tenant_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'security_groups': ['b8be5611-d14c-4fd1-8a11-afe2517fae12']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:28:35.004620 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6be06d-d042-42e5-9884-31546b5256e5 req-43be7a11-e572-49c2-a624-6f6820d2b267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:35.006922 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-cb6be06d-d042-42e5-9884-31546b5256e5 req-43be7a11-e572-49c2-a624-6f6820d2b267 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cfa78330-d176-4c9f-aa9a-4db08f23b10c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0684206 Aug 27 21:28:35.012209 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f4a0aa23-6b1b-43c0-941a-660f6d20dd1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:35.075997 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f4a0aa23-6b1b-43c0-941a-660f6d20dd1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:35.117227 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbceff37-1ebb-4054-8221-9884a0c3a7cb req-0c6e04b0-522a-4df5-bd6d-cc40292d085d tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Made reservation on behalf of 9d7ceb8f6162437081bdc9ae6a61d840 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 21:28:35.125117 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-bbceff37-1ebb-4054-8221-9884a0c3a7cb req-0c6e04b0-522a-4df5-bd6d-cc40292d085d tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:35.150254 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-cb6be06d-d042-42e5-9884-31546b5256e5 req-46e9995f-fce9-4d0c-82b4-381820897900 service neutron] 10.222.0.73 "GET /v2.0/networks/cfa78330-d176-4c9f-aa9a-4db08f23b10c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287119 Aug 27 21:28:35.176404 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f4a0aa23-6b1b-43c0-941a-660f6d20dd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:35.183331 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f4a0aa23-6b1b-43c0-941a-660f6d20dd1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:35.187228 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-f4a0aa23-6b1b-43c0-941a-660f6d20dd1e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/91ef6ceb-7023-46dd-9e7e-dfdab676c8b1 HTTP/1.1" status: 204 len: 168 time: 0.2654111 Aug 27 21:28:35.230899 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a0aa23-6b1b-43c0-941a-660f6d20dd1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ef6ceb-7023-46dd-9e7e-dfdab676c8b1,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:35.297560 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-cb6be06d-d042-42e5-9884-31546b5256e5 req-ce0000ba-e237-4d6d-8ce4-cf4f3ca828fe service neutron] 10.222.0.73 "GET /v2.0/networks/cfa78330-d176-4c9f-aa9a-4db08f23b10c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379106 Aug 27 21:28:35.357459 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b161416-6c79-4b1a-88b8-2708a00e0710 req-177170ff-50ae-4c8a-8c36-7ffaa5c95234 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:35.358949 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-0b161416-6c79-4b1a-88b8-2708a00e0710 req-177170ff-50ae-4c8a-8c36-7ffaa5c95234 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/ports?device_id=07f28713-dea7-4a2c-bda8-d21bfea31b4a HTTP/1.1" status: 200 len: 943 time: 0.1122069 Aug 27 21:28:35.390375 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-bbceff37-1ebb-4054-8221-9884a0c3a7cb req-0c6e04b0-522a-4df5-bd6d-cc40292d085d tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Allocated IP 172.20.0.13 (ed8dd659-34e8-4454-9d8c-11a291216fde/22e56bc5-1da2-41da-ae14-be8282257d39/89b23a08-b636-4f24-8f9e-88a2df1ee5e0) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 21:28:35.423998 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-0b161416-6c79-4b1a-88b8-2708a00e0710 req-787268e0-c456-43da-8cb2-5b3630c10c28 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaa3dc92-eb30-408f-948c-63ceb829d106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580237 Aug 27 21:28:35.439970 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-bf51396b-79e8-4795-9ebc-894a790c81fe req-8b0caaac-d327-47fa-8365-1d525a5d90ff tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 210 time: 0.0311010 Aug 27 21:28:35.564902 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-bbceff37-1ebb-4054-8221-9884a0c3a7cb req-0c6e04b0-522a-4df5-bd6d-cc40292d085d tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:35.574611 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 36580) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:28:35.579551 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-bbceff37-1ebb-4054-8221-9884a0c3a7cb req-0c6e04b0-522a-4df5-bd6d-cc40292d085d tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Transition to ACTIVE for port object 89b23a08-b636-4f24-8f9e-88a2df1ee5e0 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:28:35.587868 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-43af0f1c-9e35-410c-b82c-4c48b546a7e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:35.614405 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-bbceff37-1ebb-4054-8221-9884a0c3a7cb req-0c6e04b0-522a-4df5-bd6d-cc40292d085d tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794200564228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25193636'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:35.655943 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbceff37-1ebb-4054-8221-9884a0c3a7cb req-0c6e04b0-522a-4df5-bd6d-cc40292d085d tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Network ed8dd659-34e8-4454-9d8c-11a291216fde is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:28:35.659105 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-bbceff37-1ebb-4054-8221-9884a0c3a7cb req-0c6e04b0-522a-4df5-bd6d-cc40292d085d tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:28:35.666108 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbceff37-1ebb-4054-8221-9884a0c3a7cb req-0c6e04b0-522a-4df5-bd6d-cc40292d085d tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 21:28:35.692074 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6e04b0-522a-4df5-bd6d-cc40292d085d tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Pushing event updated for resources: {'Port': ['ID=89b23a08-b636-4f24-8f9e-88a2df1ee5e0,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:35.703083 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-43af0f1c-9e35-410c-b82c-4c48b546a7e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:35.707795 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-43af0f1c-9e35-410c-b82c-4c48b546a7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:35.722010 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbceff37-1ebb-4054-8221-9884a0c3a7cb req-0c6e04b0-522a-4df5-bd6d-cc40292d085d tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:35.723199 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-bbceff37-1ebb-4054-8221-9884a0c3a7cb req-0c6e04b0-522a-4df5-bd6d-cc40292d085d tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:35.739689 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-bbceff37-1ebb-4054-8221-9884a0c3a7cb req-0c6e04b0-522a-4df5-bd6d-cc40292d085d tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7621517 Aug 27 21:28:35.749292 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-43af0f1c-9e35-410c-b82c-4c48b546a7e2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b61b4b7af29e47ceb8072178551ed036&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1736019 Aug 27 21:28:35.750164 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43af0f1c-9e35-410c-b82c-4c48b546a7e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2285c65-8388-4eae-a70a-62952d00afb4,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:35.753377 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 36582) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:28:35.757966 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [req-bbceff37-1ebb-4054-8221-9884a0c3a7cb req-9c1480ec-0df7-4ff3-a87b-089bcf0b3ad0 service neutron] Request body: {'port': {'device_id': 'bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80643'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:28:35.808185 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-14aae36b-9b31-4194-b1c5-5f580cc6e8e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:35.819674 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-bbceff37-1ebb-4054-8221-9884a0c3a7cb req-9c1480ec-0df7-4ff3-a87b-089bcf0b3ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:35.831700 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-14aae36b-9b31-4194-b1c5-5f580cc6e8e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:35.918752 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-14aae36b-9b31-4194-b1c5-5f580cc6e8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:35.921268 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-14aae36b-9b31-4194-b1c5-5f580cc6e8e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:35.922381 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-14aae36b-9b31-4194-b1c5-5f580cc6e8e3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d2285c65-8388-4eae-a70a-62952d00afb4 HTTP/1.1" status: 204 len: 168 time: 0.1678281 Aug 27 21:28:35.944115 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aae36b-9b31-4194-b1c5-5f580cc6e8e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2285c65-8388-4eae-a70a-62952d00afb4,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:35.971755 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-f97e2e27-e675-4c82-a198-bb1b84ba5319 None None] Provisioning for port 89b23a08-b636-4f24-8f9e-88a2df1ee5e0 completed by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:28:35.972944 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73735e5d-4957-43a4-af9f-613f78e90868 req-b7d562b4-1c15-45ae-b593-0c95aa9b4efe tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:35.981783 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-73735e5d-4957-43a4-af9f-613f78e90868 req-b7d562b4-1c15-45ae-b593-0c95aa9b4efe tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 947 time: 0.0740633 Aug 27 21:28:35.994073 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-f97e2e27-e675-4c82-a198-bb1b84ba5319 None None] Provisioning complete for port 89b23a08-b636-4f24-8f9e-88a2df1ee5e0 triggered by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:28:36.002284 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f97e2e27-e675-4c82-a198-bb1b84ba5319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:36.028753 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ea3be-333d-492b-bdbd-43ddb8dc38b6 req-ad8b5489-8637-4f51-ad4a-b3cfe423cacd tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:36.030312 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-ef2ea3be-333d-492b-bdbd-43ddb8dc38b6 req-ad8b5489-8637-4f51-ad4a-b3cfe423cacd tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/ports?device_id=55006982-c995-4dcc-ad4b-2a4761e728c9 HTTP/1.1" status: 200 len: 946 time: 0.1532645 Aug 27 21:28:36.066106 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-73735e5d-4957-43a4-af9f-613f78e90868 req-f63aef1f-97fb-4d10-b1c2-465c41db4eba tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0777967 Aug 27 21:28:36.092938 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255445a6-878f-4e27-a9d4-eddf237b545e req-ed0520b4-f36b-4cfd-b861-364dcfb0d254 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:36.095137 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-255445a6-878f-4e27-a9d4-eddf237b545e req-ed0520b4-f36b-4cfd-b861-364dcfb0d254 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.73 "GET /v2.0/ports?device_id=55006982-c995-4dcc-ad4b-2a4761e728c9 HTTP/1.1" status: 200 len: 946 time: 0.0848777 Aug 27 21:28:36.120632 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-f97e2e27-e675-4c82-a198-bb1b84ba5319 None None] Port 89b23a08-b636-4f24-8f9e-88a2df1ee5e0 cannot update to ACTIVE because it is not bound. {{(pid=93798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 21:28:36.130051 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-ef2ea3be-333d-492b-bdbd-43ddb8dc38b6 req-69608b9b-2006-49d7-bf59-0fcee6ba2bcd tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/security-groups?id=68ad11e8-1aa1-499b-bf86-ff9b343e8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695183 Aug 27 21:28:36.226839 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-255445a6-878f-4e27-a9d4-eddf237b545e req-5447c14d-7307-4c9f-af09-8416b4b13ea5 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Deleting port 3375a0d7-7211-463f-a1a8-1db2ce70d4e1 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 21:28:36.227195 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-255445a6-878f-4e27-a9d4-eddf237b545e req-5447c14d-7307-4c9f-af09-8416b4b13ea5 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794201129759'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:36.270706 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [req-bbceff37-1ebb-4054-8221-9884a0c3a7cb req-9c1480ec-0df7-4ff3-a87b-089bcf0b3ad0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89b23a08-b636-4f24-8f9e-88a2df1ee5e0 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 21:28:36.280099 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-bbceff37-1ebb-4054-8221-9884a0c3a7cb req-9c1480ec-0df7-4ff3-a87b-089bcf0b3ad0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:36.296590 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-bbceff37-1ebb-4054-8221-9884a0c3a7cb req-9c1480ec-0df7-4ff3-a87b-089bcf0b3ad0 service neutron] Transition to ACTIVE for port object 89b23a08-b636-4f24-8f9e-88a2df1ee5e0 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:28:36.303629 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-bbceff37-1ebb-4054-8221-9884a0c3a7cb req-9c1480ec-0df7-4ff3-a87b-089bcf0b3ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25193661'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:36.396162 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1480ec-0df7-4ff3-a87b-089bcf0b3ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=89b23a08-b636-4f24-8f9e-88a2df1ee5e0,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:36.513488 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-bbceff37-1ebb-4054-8221-9884a0c3a7cb req-9c1480ec-0df7-4ff3-a87b-089bcf0b3ad0 service neutron] Attempting to bind port 89b23a08-b636-4f24-8f9e-88a2df1ee5e0 on host hv-cinder-80643 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 21:28:36.513869 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-bbceff37-1ebb-4054-8221-9884a0c3a7cb req-9c1480ec-0df7-4ff3-a87b-089bcf0b3ad0 service neutron] Attempting to bind port 89b23a08-b636-4f24-8f9e-88a2df1ee5e0 by drivers openvswitch,hyperv on host hv-cinder-80643 at level 0 using segments [{'id': '06eda9e8-242b-4778-b97e-70cec8f3f209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ed8dd659-34e8-4454-9d8c-11a291216fde'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 21:28:36.516091 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbceff37-1ebb-4054-8221-9884a0c3a7cb req-9c1480ec-0df7-4ff3-a87b-089bcf0b3ad0 service neutron] Attempting to bind port 89b23a08-b636-4f24-8f9e-88a2df1ee5e0 on network ed8dd659-34e8-4454-9d8c-11a291216fde {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:28:36.532907 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbceff37-1ebb-4054-8221-9884a0c3a7cb req-9c1480ec-0df7-4ff3-a87b-089bcf0b3ad0 service neutron] Port 89b23a08-b636-4f24-8f9e-88a2df1ee5e0 on network ed8dd659-34e8-4454-9d8c-11a291216fde not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80643 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 21:28:36.533494 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbceff37-1ebb-4054-8221-9884a0c3a7cb req-9c1480ec-0df7-4ff3-a87b-089bcf0b3ad0 service neutron] Attempting to bind port 89b23a08-b636-4f24-8f9e-88a2df1ee5e0 on network ed8dd659-34e8-4454-9d8c-11a291216fde {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:28:36.550511 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbceff37-1ebb-4054-8221-9884a0c3a7cb req-9c1480ec-0df7-4ff3-a87b-089bcf0b3ad0 service neutron] Checking agent: {'id': '14be5267-b6f6-4f5d-aa76-a7f98d21013b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80643', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 21, 22, 11), 'started_at': datetime.datetime(2021, 8, 27, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 21, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 21:28:36.553300 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbceff37-1ebb-4054-8221-9884a0c3a7cb req-9c1480ec-0df7-4ff3-a87b-089bcf0b3ad0 service neutron] Checking segment: {'id': '06eda9e8-242b-4778-b97e-70cec8f3f209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ed8dd659-34e8-4454-9d8c-11a291216fde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:28:36.554152 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbceff37-1ebb-4054-8221-9884a0c3a7cb req-9c1480ec-0df7-4ff3-a87b-089bcf0b3ad0 service neutron] Bound using segment: {'id': '06eda9e8-242b-4778-b97e-70cec8f3f209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ed8dd659-34e8-4454-9d8c-11a291216fde'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 21:28:36.555153 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-bbceff37-1ebb-4054-8221-9884a0c3a7cb req-9c1480ec-0df7-4ff3-a87b-089bcf0b3ad0 service neutron] Bound port: 89b23a08-b636-4f24-8f9e-88a2df1ee5e0, host: hv-cinder-80643, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06eda9e8-242b-4778-b97e-70cec8f3f209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ed8dd659-34e8-4454-9d8c-11a291216fde'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 21:28:36.556996 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-bbceff37-1ebb-4054-8221-9884a0c3a7cb req-9c1480ec-0df7-4ff3-a87b-089bcf0b3ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:36.671651 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0504ba-07be-4f04-9bbc-01a5ef802d8b req-0d3cc971-f999-4c33-8a1d-102036fc33d4 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:36.674155 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-4d0504ba-07be-4f04-9bbc-01a5ef802d8b req-0d3cc971-f999-4c33-8a1d-102036fc33d4 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 944 time: 0.0973046 Aug 27 21:28:36.736815 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-bbceff37-1ebb-4054-8221-9884a0c3a7cb req-9c1480ec-0df7-4ff3-a87b-089bcf0b3ad0 service neutron] For port 89b23a08-b636-4f24-8f9e-88a2df1ee5e0, host hv-cinder-80643, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 21:28:36.742231 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-4d0504ba-07be-4f04-9bbc-01a5ef802d8b req-d18fe5f2-1152-4599-bbc4-4dbb9bb00317 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8be5611-d14c-4fd1-8a11-afe2517fae12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615981 Aug 27 21:28:36.765428 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-bbceff37-1ebb-4054-8221-9884a0c3a7cb req-9c1480ec-0df7-4ff3-a87b-089bcf0b3ad0 service neutron] For port 89b23a08-b636-4f24-8f9e-88a2df1ee5e0, host hv-cinder-80643, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=89b23a08-b636-4f24-8f9e-88a2df1ee5e0,segment=NetworkSegment(06eda9e8-242b-4778-b97e-70cec8f3f209),segment_id=06eda9e8-242b-4778-b97e-70cec8f3f209)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 21:28:36.771626 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-bbceff37-1ebb-4054-8221-9884a0c3a7cb req-9c1480ec-0df7-4ff3-a87b-089bcf0b3ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25193661'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:36.781302 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ad5a2-14fc-4665-b786-549a0c09ebe9 req-6f97e6dc-0b86-431a-aa8c-8b4094a787bc tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:36.782881 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-977ad5a2-14fc-4665-b786-549a0c09ebe9 req-6f97e6dc-0b86-431a-aa8c-8b4094a787bc tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/ports?device_id=07f28713-dea7-4a2c-bda8-d21bfea31b4a HTTP/1.1" status: 200 len: 943 time: 0.1030626 Aug 27 21:28:36.790585 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-255445a6-878f-4e27-a9d4-eddf237b545e req-5447c14d-7307-4c9f-af09-8416b4b13ea5 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] For port 3375a0d7-7211-463f-a1a8-1db2ce70d4e1, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=3375a0d7-7211-463f-a1a8-1db2ce70d4e1,segment=NetworkSegment(5ed290ef-6bdf-4176-99b0-8d72efad450b),segment_id=5ed290ef-6bdf-4176-99b0-8d72efad450b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:28:36.790989 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-255445a6-878f-4e27-a9d4-eddf237b545e req-5447c14d-7307-4c9f-af09-8416b4b13ea5 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:36.820241 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbceff37-1ebb-4054-8221-9884a0c3a7cb req-9c1480ec-0df7-4ff3-a87b-089bcf0b3ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:36.821207 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-bbceff37-1ebb-4054-8221-9884a0c3a7cb req-9c1480ec-0df7-4ff3-a87b-089bcf0b3ad0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:36.822540 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-bbceff37-1ebb-4054-8221-9884a0c3a7cb req-9c1480ec-0df7-4ff3-a87b-089bcf0b3ad0 service neutron] 10.222.0.73 "PUT /v2.0/ports/89b23a08-b636-4f24-8f9e-88a2df1ee5e0 HTTP/1.1" status: 200 len: 1094 time: 1.0694571 Aug 27 21:28:36.822979 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c', 'tag': '89b23a08-b636-4f24-8f9e-88a2df1ee5e0'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:28:36.828782 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38019ac9d499d238660659c848bc6e147427a71e556f74dfb6c52f178b5569d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf74a24-841c-4d04-ae1d-8d2725b3b72d" -d '{"events": [{"name": "network-changed", "server_uuid": "bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c", "tag": "89b23a08-b636-4f24-8f9e-88a2df1ee5e0"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:28:36.829140 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-255445a6-878f-4e27-a9d4-eddf237b545e req-5447c14d-7307-4c9f-af09-8416b4b13ea5 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Calling delete_port for 3375a0d7-7211-463f-a1a8-1db2ce70d4e1 owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 21:28:36.873513 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-977ad5a2-14fc-4665-b786-549a0c09ebe9 req-38bf9d4e-429c-46d8-9da3-6d077d2e1bfb tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaa3dc92-eb30-408f-948c-63ceb829d106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797830 Aug 27 21:28:36.885796 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1480ec-0df7-4ff3-a87b-089bcf0b3ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=89b23a08-b636-4f24-8f9e-88a2df1ee5e0,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:36.896686 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 21:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b52272-04e8-442a-85ab-f55dfb1e168d x-openstack-request-id: req-a1b52272-04e8-442a-85ab-f55dfb1e168d {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:28:36.897712 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c", "tag": "89b23a08-b636-4f24-8f9e-88a2df1ee5e0", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:28:36.898306 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a1b52272-04e8-442a-85ab-f55dfb1e168d {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:28:36.899429 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c', 'tag': '89b23a08-b636-4f24-8f9e-88a2df1ee5e0', 'status': 'completed', 'code': 200} Aug 27 21:28:36.967673 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbceff37-1ebb-4054-8221-9884a0c3a7cb req-f42dc1be-6613-43f3-9899-32ee9b6fe743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:36.969712 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-bbceff37-1ebb-4054-8221-9884a0c3a7cb req-f42dc1be-6613-43f3-9899-32ee9b6fe743 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9d7ceb8f6162437081bdc9ae6a61d840&device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 1097 time: 0.0785902 Aug 27 21:28:37.033030 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-bbceff37-1ebb-4054-8221-9884a0c3a7cb req-c58ed3c7-4732-4227-b0b0-e9f83b46172e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89b23a08-b636-4f24-8f9e-88a2df1ee5e0 HTTP/1.1" status: 200 len: 217 time: 0.0547955 Aug 27 21:28:37.079410 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-255445a6-878f-4e27-a9d4-eddf237b545e req-5447c14d-7307-4c9f-af09-8416b4b13ea5 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794201022239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794200564237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-275356'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:37.093281 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] get_ports_and_sgs() called for port_ids ['3375a0d7-7211-463f-a1a8-1db2ce70d4e1'] {{(pid=93798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 21:28:37.113583 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbceff37-1ebb-4054-8221-9884a0c3a7cb req-3c1b45fe-e626-4fcb-92ae-a427d0c2c45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:37.115339 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-bbceff37-1ebb-4054-8221-9884a0c3a7cb req-3c1b45fe-e626-4fcb-92ae-a427d0c2c45e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=22e56bc5-1da2-41da-ae14-be8282257d39 HTTP/1.1" status: 200 len: 850 time: 0.0795734 Aug 27 21:28:37.125322 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5447c14d-7307-4c9f-af09-8416b4b13ea5 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Pushing event deleted for resources: {'Port': ['ID=3375a0d7-7211-463f-a1a8-1db2ce70d4e1,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:37.163952 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device 5177c7bd-0796-4819-869f-293eddf0820e details requested by agent hyperv_hv-cinder-80643 with host hv-cinder-80643 {{(pid=93798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 21:28:37.186778 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbceff37-1ebb-4054-8221-9884a0c3a7cb req-3d32cd52-66ed-4ea0-8561-e0d5df6d95a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:37.191916 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-bbceff37-1ebb-4054-8221-9884a0c3a7cb req-3d32cd52-66ed-4ea0-8561-e0d5df6d95a9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ed8dd659-34e8-4454-9d8c-11a291216fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0673730 Aug 27 21:28:37.202509 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-255445a6-878f-4e27-a9d4-eddf237b545e req-5447c14d-7307-4c9f-af09-8416b4b13ea5 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] No DVR routers for this DVR port 3375a0d7-7211-463f-a1a8-1db2ce70d4e1 on host hv-cinder-80643 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 21:28:37.207326 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-255445a6-878f-4e27-a9d4-eddf237b545e req-5447c14d-7307-4c9f-af09-8416b4b13ea5 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:37.211218 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-255445a6-878f-4e27-a9d4-eddf237b545e req-5447c14d-7307-4c9f-af09-8416b4b13ea5 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.73 "DELETE /v2.0/ports/3375a0d7-7211-463f-a1a8-1db2ce70d4e1 HTTP/1.1" status: 204 len: 173 time: 1.0965977 Aug 27 21:28:37.211667 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55006982-c995-4dcc-ad4b-2a4761e728c9', 'name': 'network-vif-deleted', 'tag': '3375a0d7-7211-463f-a1a8-1db2ce70d4e1'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:28:37.216268 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef12610d4521d53b4d383b2d1315697e44e13910463e2f079bf4fa6d75d3d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b958f2-7051-4c53-87f5-bc8c52d08b46" -d '{"events": [{"server_uuid": "55006982-c995-4dcc-ad4b-2a4761e728c9", "name": "network-vif-deleted", "tag": "3375a0d7-7211-463f-a1a8-1db2ce70d4e1"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:28:37.354047 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463b3ff-fb5c-44ac-b03f-34024040474c req-ec8faebb-f288-44d9-baab-5b6c0ff775c2 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:37.358290 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-f463b3ff-fb5c-44ac-b03f-34024040474c req-ec8faebb-f288-44d9-baab-5b6c0ff775c2 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 947 time: 0.1093845 Aug 27 21:28:37.363815 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-ee155279-0679-47c1-872d-99550c711b92 req-ecb587f8-aefa-4844-8df7-b48a25b60ef6 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/ports?device_id=55006982-c995-4dcc-ad4b-2a4761e728c9 HTTP/1.1" status: 200 len: 210 time: 0.0700622 Aug 27 21:28:37.394452 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-bbceff37-1ebb-4054-8221-9884a0c3a7cb req-deeb39d8-ae4d-4c44-bc40-86ddaac88b03 service neutron] 10.222.0.73 "GET /v2.0/networks/ed8dd659-34e8-4454-9d8c-11a291216fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939905 Aug 27 21:28:37.400650 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port 5177c7bd-0796-4819-869f-293eddf0820e, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=5177c7bd-0796-4819-869f-293eddf0820e,segment=NetworkSegment(c2378fa1-afe6-497d-9312-572f79e0ffd4),segment_id=c2378fa1-afe6-497d-9312-572f79e0ffd4)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:28:37.439455 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 21:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81585c4b-4686-4f59-ac04-51a428e0ed53 x-openstack-request-id: req-81585c4b-4686-4f59-ac04-51a428e0ed53 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:28:37.439805 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55006982-c995-4dcc-ad4b-2a4761e728c9", "name": "network-vif-deleted", "tag": "3375a0d7-7211-463f-a1a8-1db2ce70d4e1", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:28:37.440129 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-81585c4b-4686-4f59-ac04-51a428e0ed53 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:28:37.440559 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55006982-c995-4dcc-ad4b-2a4761e728c9', 'name': 'network-vif-deleted', 'tag': '3375a0d7-7211-463f-a1a8-1db2ce70d4e1', 'status': 'completed', 'code': 200} Aug 27 21:28:37.445912 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Returning: {'device': '5177c7bd-0796-4819-869f-293eddf0820e', 'network_id': 'cfa78330-d176-4c9f-aa9a-4db08f23b10c', 'port_id': '5177c7bd-0796-4819-869f-293eddf0820e', 'mac_address': 'fa:16:3e:7e:6c:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '552f9052-989c-4d96-96ce-501309883166', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 21:28:37.461453 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-f463b3ff-fb5c-44ac-b03f-34024040474c req-a3793374-c907-4dea-b56f-135be837236c tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0777934 Aug 27 21:28:37.501801 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:37.527948 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5177c7bd-0796-4819-869f-293eddf0820e {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 21:28:37.554502 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port 5177c7bd-0796-4819-869f-293eddf0820e, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=5177c7bd-0796-4819-869f-293eddf0820e,segment=NetworkSegment(c2378fa1-afe6-497d-9312-572f79e0ffd4),segment_id=c2378fa1-afe6-497d-9312-572f79e0ffd4)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:28:37.554896 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-bbceff37-1ebb-4054-8221-9884a0c3a7cb req-9f082d3a-c890-4dfd-ad86-285e08a901ed service neutron] 10.222.0.73 "GET /v2.0/networks/ed8dd659-34e8-4454-9d8c-11a291216fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519475 Aug 27 21:28:37.559152 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:37.615664 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Pushing event updated for resources: {'Port': ['ID=5177c7bd-0796-4819-869f-293eddf0820e,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:37.669594 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf74a24-841c-4d04-ae1d-8d2725b3b72d req-eff5110e-0500-41a4-9837-fec56313b2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:37.671421 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-2cf74a24-841c-4d04-ae1d-8d2725b3b72d req-eff5110e-0500-41a4-9837-fec56313b2c8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9d7ceb8f6162437081bdc9ae6a61d840&device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 1097 time: 0.0521114 Aug 27 21:28:37.818769 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] get_ports_and_sgs() called for port_ids ['5177c7bd-0796-4819-869f-293eddf0820e'] {{(pid=93798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 21:28:37.835131 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf74a24-841c-4d04-ae1d-8d2725b3b72d req-309df11a-5e61-4cec-8896-e7e71dfa6f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:37.837809 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-2cf74a24-841c-4d04-ae1d-8d2725b3b72d req-309df11a-5e61-4cec-8896-e7e71dfa6f35 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ed8dd659-34e8-4454-9d8c-11a291216fde HTTP/1.1" status: 200 len: 912 time: 0.1574955 Aug 27 21:28:37.928604 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-2cf74a24-841c-4d04-ae1d-8d2725b3b72d req-4b3d1a29-9d7b-41f1-9df8-f9d0d9df9dbd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89b23a08-b636-4f24-8f9e-88a2df1ee5e0 HTTP/1.1" status: 200 len: 217 time: 0.0752044 Aug 27 21:28:37.941574 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053530d2-6939-41e8-9770-8c9b91050b7f req-d75333b3-f4a0-47fc-a55c-7dc8ba5069fb tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:37.950000 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-053530d2-6939-41e8-9770-8c9b91050b7f req-d75333b3-f4a0-47fc-a55c-7dc8ba5069fb tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 944 time: 0.1188793 Aug 27 21:28:38.037086 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-053530d2-6939-41e8-9770-8c9b91050b7f req-e6fef76d-da55-4233-a787-72d6bcb070e4 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8be5611-d14c-4fd1-8a11-afe2517fae12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861273 Aug 27 21:28:38.044715 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe73ad-ad19-4101-9218-a7ca8e7ba0d5 req-81edfc1d-ab43-41ee-b611-4fe67fe1d7fe tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:38.046488 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d6fe73ad-ad19-4101-9218-a7ca8e7ba0d5 req-81edfc1d-ab43-41ee-b611-4fe67fe1d7fe tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/ports?device_id=07f28713-dea7-4a2c-bda8-d21bfea31b4a HTTP/1.1" status: 200 len: 944 time: 0.0595844 Aug 27 21:28:38.053962 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf74a24-841c-4d04-ae1d-8d2725b3b72d req-0eb051d6-d1f6-45a7-87de-74917178a3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:38.055486 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-2cf74a24-841c-4d04-ae1d-8d2725b3b72d req-0eb051d6-d1f6-45a7-87de-74917178a3eb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=22e56bc5-1da2-41da-ae14-be8282257d39 HTTP/1.1" status: 200 len: 850 time: 0.1027212 Aug 27 21:28:38.090317 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d6fe73ad-ad19-4101-9218-a7ca8e7ba0d5 req-fac07b49-1717-4418-8bce-4ceb49e35e2e tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaa3dc92-eb30-408f-948c-63ceb829d106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371683 Aug 27 21:28:38.109729 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf74a24-841c-4d04-ae1d-8d2725b3b72d req-a2cbc480-5c38-458a-a77d-9f01dab704da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:38.111606 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-2cf74a24-841c-4d04-ae1d-8d2725b3b72d req-a2cbc480-5c38-458a-a77d-9f01dab704da service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ed8dd659-34e8-4454-9d8c-11a291216fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0483730 Aug 27 21:28:38.203721 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-2cf74a24-841c-4d04-ae1d-8d2725b3b72d req-fdde647f-53f7-4ca3-9f9d-0c937649c511 service neutron] 10.222.0.73 "GET /v2.0/networks/ed8dd659-34e8-4454-9d8c-11a291216fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824690 Aug 27 21:28:38.311558 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-2cf74a24-841c-4d04-ae1d-8d2725b3b72d req-88b6b5d4-e4c2-42de-b2d0-5647043d2c17 service neutron] 10.222.0.73 "GET /v2.0/networks/ed8dd659-34e8-4454-9d8c-11a291216fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944200 Aug 27 21:28:38.595932 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e9478-f9cd-4d39-92bb-9051a6646169 req-919cce01-da3b-43ea-a600-53f7564c686b tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:38.597511 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-145e9478-f9cd-4d39-92bb-9051a6646169 req-919cce01-da3b-43ea-a600-53f7564c686b tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 947 time: 0.0647829 Aug 27 21:28:38.647978 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-145e9478-f9cd-4d39-92bb-9051a6646169 req-02e12173-695a-431a-8f26-1ecafb413ff7 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417693 Aug 27 21:28:39.150097 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1345ec-4a83-4ed0-982b-a02229ffe1c4 req-4909e8d3-0e72-4c61-a671-73a01e07e68f tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:39.151569 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-2d1345ec-4a83-4ed0-982b-a02229ffe1c4 req-4909e8d3-0e72-4c61-a671-73a01e07e68f tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 944 time: 0.0494232 Aug 27 21:28:39.188930 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-2d1345ec-4a83-4ed0-982b-a02229ffe1c4 req-7292c8db-c007-4338-8348-093a227794e5 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8be5611-d14c-4fd1-8a11-afe2517fae12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315583 Aug 27 21:28:39.209228 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e36d13-f666-4577-8a41-3049d20bd2c5 req-8ad4ae95-43b8-4812-9405-ab1826502cbe tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:39.210726 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-25e36d13-f666-4577-8a41-3049d20bd2c5 req-8ad4ae95-43b8-4812-9405-ab1826502cbe tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/ports?device_id=07f28713-dea7-4a2c-bda8-d21bfea31b4a HTTP/1.1" status: 200 len: 944 time: 0.0507829 Aug 27 21:28:39.247962 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-25e36d13-f666-4577-8a41-3049d20bd2c5 req-7baac762-4ab7-405b-bf7c-1630a9fe2f70 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaa3dc92-eb30-408f-948c-63ceb829d106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314271 Aug 27 21:28:39.716431 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device 89b23a08-b636-4f24-8f9e-88a2df1ee5e0 details requested by agent hyperv_hv-cinder-80643 with host hv-cinder-80643 {{(pid=93798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 21:28:39.808261 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port 89b23a08-b636-4f24-8f9e-88a2df1ee5e0, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=89b23a08-b636-4f24-8f9e-88a2df1ee5e0,segment=NetworkSegment(06eda9e8-242b-4778-b97e-70cec8f3f209),segment_id=06eda9e8-242b-4778-b97e-70cec8f3f209)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:28:39.822726 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Returning: {'device': '89b23a08-b636-4f24-8f9e-88a2df1ee5e0', 'network_id': 'ed8dd659-34e8-4454-9d8c-11a291216fde', 'port_id': '89b23a08-b636-4f24-8f9e-88a2df1ee5e0', 'mac_address': 'fa:16:3e:21:dd:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22e56bc5-1da2-41da-ae14-be8282257d39', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 21:28:39.859471 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:39.871785 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89b23a08-b636-4f24-8f9e-88a2df1ee5e0 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 21:28:39.890735 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port 89b23a08-b636-4f24-8f9e-88a2df1ee5e0, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=89b23a08-b636-4f24-8f9e-88a2df1ee5e0,segment=NetworkSegment(06eda9e8-242b-4778-b97e-70cec8f3f209),segment_id=06eda9e8-242b-4778-b97e-70cec8f3f209)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:28:39.895191 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:39.948878 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Pushing event updated for resources: {'Port': ['ID=89b23a08-b636-4f24-8f9e-88a2df1ee5e0,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:40.310886 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d9178-9639-40bb-9b4b-63bef9328fe0 req-a220af6f-569e-4678-a564-c0419ea0a818 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:40.311478 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-694d9178-9639-40bb-9b4b-63bef9328fe0 req-a220af6f-569e-4678-a564-c0419ea0a818 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 945 time: 0.0553167 Aug 27 21:28:40.357007 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-694d9178-9639-40bb-9b4b-63bef9328fe0 req-4f5e60b4-2dd7-44a5-818d-56161eca6675 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8be5611-d14c-4fd1-8a11-afe2517fae12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397844 Aug 27 21:28:40.376693 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf024692-3268-4249-b7b9-45f60c48a4e2 req-733ad30c-fbca-410e-897f-3938e447d0cb tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:40.378273 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-bf024692-3268-4249-b7b9-45f60c48a4e2 req-733ad30c-fbca-410e-897f-3938e447d0cb tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/ports?device_id=07f28713-dea7-4a2c-bda8-d21bfea31b4a HTTP/1.1" status: 200 len: 944 time: 0.0540533 Aug 27 21:28:40.421181 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-bf024692-3268-4249-b7b9-45f60c48a4e2 req-0eb87442-822b-436b-a014-f8e48f515492 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaa3dc92-eb30-408f-948c-63ceb829d106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360982 Aug 27 21:28:40.579603 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device 5177c7bd-0796-4819-869f-293eddf0820e up at agent hyperv_hv-cinder-80643 {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:28:40.641301 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Provisioning for port 5177c7bd-0796-4819-869f-293eddf0820e completed by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:28:40.647812 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Provisioning complete for port 5177c7bd-0796-4819-869f-293eddf0820e triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:28:40.648176 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:40.858215 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:40.883792 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f28713-dea7-4a2c-bda8-d21bfea31b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5177c7bd-0796-4819-869f-293eddf0820e'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:28:40.886099 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf732d6db1af9f7bc3b5310490fe48ff1e7c732a768ef3a1a1326297a3ecfd63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e498434-fef4-4ee4-93c7-73d3befc1c87" -d '{"events": [{"server_uuid": "07f28713-dea7-4a2c-bda8-d21bfea31b4a", "name": "network-vif-plugged", "status": "completed", "tag": "5177c7bd-0796-4819-869f-293eddf0820e"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:28:40.899896 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port 5177c7bd-0796-4819-869f-293eddf0820e, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=5177c7bd-0796-4819-869f-293eddf0820e,segment=NetworkSegment(c2378fa1-afe6-497d-9312-572f79e0ffd4),segment_id=c2378fa1-afe6-497d-9312-572f79e0ffd4)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:28:40.905790 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:40.906852 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device 3375a0d7-7211-463f-a1a8-1db2ce70d4e1 no longer exists at agent hyperv_hv-cinder-80643 {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 21:28:40.950440 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 21:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5c16b7-24e1-4a53-8456-1fe61a55fdfc x-openstack-request-id: req-1f5c16b7-24e1-4a53-8456-1fe61a55fdfc {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:28:40.950742 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07f28713-dea7-4a2c-bda8-d21bfea31b4a", "name": "network-vif-plugged", "status": "completed", "tag": "5177c7bd-0796-4819-869f-293eddf0820e", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:28:40.950988 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1f5c16b7-24e1-4a53-8456-1fe61a55fdfc {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:28:40.951360 dv-cinder-806436-1-iscsi neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07f28713-dea7-4a2c-bda8-d21bfea31b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5177c7bd-0796-4819-869f-293eddf0820e', 'code': 200} Aug 27 21:28:40.954068 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] No Port match for: 3375a0d7-7211-463f-a1a8-1db2ce70d4e1 {{(pid=93798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 21:28:40.954495 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device 3375a0d7-7211-463f-a1a8-1db2ce70d4e1 not bound to the agent host hv-cinder-80643 {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 21:28:40.986004 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Pushing event updated for resources: {'Port': ['ID=5177c7bd-0796-4819-869f-293eddf0820e,revision_number=5']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:40.994873 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:28:40.995225 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:28:40.995579 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:28:40.995911 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:28:40.996246 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:28:40.996684 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:28:40.997019 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:28:40.997350 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:28:40.997682 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:28:40.998015 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:28:40.998350 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:28:40.998671 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:28:41.501479 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59387cc-cff2-4b34-86d5-2f0be56fbe40 req-ed0301d0-3c1e-4463-8c6b-a30394475bde tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:41.503887 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-c59387cc-cff2-4b34-86d5-2f0be56fbe40 req-ed0301d0-3c1e-4463-8c6b-a30394475bde tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 945 time: 0.0664053 Aug 27 21:28:41.554196 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7e965-832c-4588-a505-bfc75ffb70c1 req-b8d22d8f-ea3c-44e3-ab4f-fd3fcd73f450 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:41.555978 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-07e7e965-832c-4588-a505-bfc75ffb70c1 req-b8d22d8f-ea3c-44e3-ab4f-fd3fcd73f450 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/ports?device_id=07f28713-dea7-4a2c-bda8-d21bfea31b4a HTTP/1.1" status: 200 len: 945 time: 0.0559647 Aug 27 21:28:41.562272 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-c59387cc-cff2-4b34-86d5-2f0be56fbe40 req-9e95d1bc-cea6-46f4-a380-6cef74da2f3f tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8be5611-d14c-4fd1-8a11-afe2517fae12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511441 Aug 27 21:28:41.610551 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-07e7e965-832c-4588-a505-bfc75ffb70c1 req-8fe96fbb-a500-4df6-bb41-5be52fa67a1e tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaa3dc92-eb30-408f-948c-63ceb829d106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409374 Aug 27 21:28:41.728936 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e28114-cf25-4fa4-af16-4c981e85a71b req-98cc1bfb-3ef0-42e9-ab1a-04d193a7d061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:41.730527 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-d4e28114-cf25-4fa4-af16-4c981e85a71b req-98cc1bfb-3ef0-42e9-ab1a-04d193a7d061 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=07f28713-dea7-4a2c-bda8-d21bfea31b4a HTTP/1.1" status: 200 len: 1098 time: 0.0442705 Aug 27 21:28:41.783021 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-d4e28114-cf25-4fa4-af16-4c981e85a71b req-44416a4f-754c-4c83-8d0f-86143cf5f742 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=aaa3dc92-eb30-408f-948c-63ceb829d106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419552 Aug 27 21:28:41.813103 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] get_ports_and_sgs() called for port_ids ['89b23a08-b636-4f24-8f9e-88a2df1ee5e0'] {{(pid=93798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 21:28:42.308595 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:42.699155 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfede1a-b9c1-412f-9dc6-4f44bf932aaf req-a265c1e3-7f60-4395-a1bc-848f34a2bbd2 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:42.706921 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-6dfede1a-b9c1-412f-9dc6-4f44bf932aaf req-a265c1e3-7f60-4395-a1bc-848f34a2bbd2 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 945 time: 0.0692973 Aug 27 21:28:42.759884 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-6dfede1a-b9c1-412f-9dc6-4f44bf932aaf req-ea8bcb2d-8c69-4d9c-9138-f7044318701d tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8be5611-d14c-4fd1-8a11-afe2517fae12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520716 Aug 27 21:28:42.797696 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e03abe-82e0-499a-b1bf-b2fde873d321 req-f43b90d3-42c0-44d0-b078-1dbe72a35197 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:42.799383 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-86e03abe-82e0-499a-b1bf-b2fde873d321 req-f43b90d3-42c0-44d0-b078-1dbe72a35197 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/ports?device_id=07f28713-dea7-4a2c-bda8-d21bfea31b4a HTTP/1.1" status: 200 len: 945 time: 0.0807853 Aug 27 21:28:42.869120 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-86e03abe-82e0-499a-b1bf-b2fde873d321 req-57ee3921-9b58-4a54-9f8a-db48aa3e7650 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaa3dc92-eb30-408f-948c-63ceb829d106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600147 Aug 27 21:28:43.527356 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device 89b23a08-b636-4f24-8f9e-88a2df1ee5e0 up at agent hyperv_hv-cinder-80643 {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:28:43.604910 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Provisioning for port 89b23a08-b636-4f24-8f9e-88a2df1ee5e0 completed by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:28:43.610163 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Provisioning complete for port 89b23a08-b636-4f24-8f9e-88a2df1ee5e0 triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:28:43.610532 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:43.697741 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:43.721889 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b23a08-b636-4f24-8f9e-88a2df1ee5e0'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:28:43.724245 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf732d6db1af9f7bc3b5310490fe48ff1e7c732a768ef3a1a1326297a3ecfd63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578764fd-9534-4fbb-9045-1088f643c4de" -d '{"events": [{"server_uuid": "bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c", "name": "network-vif-plugged", "status": "completed", "tag": "89b23a08-b636-4f24-8f9e-88a2df1ee5e0"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:28:43.738819 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port 89b23a08-b636-4f24-8f9e-88a2df1ee5e0, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=89b23a08-b636-4f24-8f9e-88a2df1ee5e0,segment=NetworkSegment(06eda9e8-242b-4778-b97e-70cec8f3f209),segment_id=06eda9e8-242b-4778-b97e-70cec8f3f209)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:28:43.744494 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:43.774001 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 21:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc29ba3-73e0-43bf-8286-3cd59b6c745f x-openstack-request-id: req-fcc29ba3-73e0-43bf-8286-3cd59b6c745f {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:28:43.774287 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c", "name": "network-vif-plugged", "status": "completed", "tag": "89b23a08-b636-4f24-8f9e-88a2df1ee5e0", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:28:43.774539 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fcc29ba3-73e0-43bf-8286-3cd59b6c745f {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:28:43.774923 dv-cinder-806436-1-iscsi neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b23a08-b636-4f24-8f9e-88a2df1ee5e0', 'code': 200} Aug 27 21:28:43.799995 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Pushing event updated for resources: {'Port': ['ID=89b23a08-b636-4f24-8f9e-88a2df1ee5e0,revision_number=5']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:43.895318 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419808be-6632-4f0e-85e8-71d9d8543d5f req-e9f9c444-4bcd-4882-adda-bb169ea162db tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:43.900875 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-419808be-6632-4f0e-85e8-71d9d8543d5f req-e9f9c444-4bcd-4882-adda-bb169ea162db tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 946 time: 0.0605342 Aug 27 21:28:43.963511 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-419808be-6632-4f0e-85e8-71d9d8543d5f req-d4238435-e3ea-418d-aabd-37793342ff38 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8be5611-d14c-4fd1-8a11-afe2517fae12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605319 Aug 27 21:28:43.981025 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6767ac-639f-408e-910d-00d9e3b797e3 req-30709a2d-09ac-46c9-92e5-61f50b73ce99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:43.982804 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-eb6767ac-639f-408e-910d-00d9e3b797e3 req-30709a2d-09ac-46c9-92e5-61f50b73ce99 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 1099 time: 0.0543637 Aug 27 21:28:44.007865 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83139ff3-3889-4310-b3d8-37b42d011390 req-46294c26-8399-47a4-8c65-ec3708636ba7 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:44.009455 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-83139ff3-3889-4310-b3d8-37b42d011390 req-46294c26-8399-47a4-8c65-ec3708636ba7 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/ports?device_id=07f28713-dea7-4a2c-bda8-d21bfea31b4a HTTP/1.1" status: 200 len: 945 time: 0.0692050 Aug 27 21:28:44.025017 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-eb6767ac-639f-408e-910d-00d9e3b797e3 req-9fbbd927-cf7f-4ac7-ae70-c32a0f907391 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b8be5611-d14c-4fd1-8a11-afe2517fae12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357172 Aug 27 21:28:44.048182 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-83139ff3-3889-4310-b3d8-37b42d011390 req-fdf1021e-d96e-4347-9a4c-6330ad2b902d tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaa3dc92-eb30-408f-948c-63ceb829d106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327485 Aug 27 21:28:44.188992 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864f1cd-6cba-4b4d-9174-7d8e855b6879 req-78b0d86f-b802-4007-8adc-09a5f71b9f98 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:44.190533 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-3864f1cd-6cba-4b4d-9174-7d8e855b6879 req-78b0d86f-b802-4007-8adc-09a5f71b9f98 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/ports?device_id=07f28713-dea7-4a2c-bda8-d21bfea31b4a HTTP/1.1" status: 200 len: 945 time: 0.0562501 Aug 27 21:28:44.255819 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-3864f1cd-6cba-4b4d-9174-7d8e855b6879 req-c23e6e95-7224-4245-834e-2f971edf2301 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaa3dc92-eb30-408f-948c-63ceb829d106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544062 Aug 27 21:28:44.639698 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61036df-6157-4278-8ba5-eaa0225aa5ec req-49451be0-a126-435d-8b95-58d8d78b74f7 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:44.642127 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-e61036df-6157-4278-8ba5-eaa0225aa5ec req-49451be0-a126-435d-8b95-58d8d78b74f7 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/ports?device_id=07f28713-dea7-4a2c-bda8-d21bfea31b4a HTTP/1.1" status: 200 len: 945 time: 0.0746901 Aug 27 21:28:44.684538 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-e61036df-6157-4278-8ba5-eaa0225aa5ec req-5f758bc2-c5dc-42af-8ca4-09529f9aa0b6 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaa3dc92-eb30-408f-948c-63ceb829d106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346308 Aug 27 21:28:45.104898 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa03ae5d-bb9b-4864-a6be-3ea8ec6a46e7 req-9bbc09fb-663f-4a13-9130-b7bb857969f5 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:45.106417 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-aa03ae5d-bb9b-4864-a6be-3ea8ec6a46e7 req-9bbc09fb-663f-4a13-9130-b7bb857969f5 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 946 time: 0.0517046 Aug 27 21:28:45.145042 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-aa03ae5d-bb9b-4864-a6be-3ea8ec6a46e7 req-176e2b19-6000-42ae-bfa7-d9a1bfe99d71 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8be5611-d14c-4fd1-8a11-afe2517fae12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322425 Aug 27 21:28:46.277373 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127bf283-67be-4159-80d1-9f29719d8481 req-8f063612-884a-40bd-8573-254fb3be07e1 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:46.278848 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-127bf283-67be-4159-80d1-9f29719d8481 req-8f063612-884a-40bd-8573-254fb3be07e1 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 946 time: 0.0575547 Aug 27 21:28:46.321400 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-127bf283-67be-4159-80d1-9f29719d8481 req-5988a85b-5f60-4398-9239-c663af1c9d98 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8be5611-d14c-4fd1-8a11-afe2517fae12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360935 Aug 27 21:28:47.450522 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0092d5-da48-4fd3-8f5c-7fa27a3bc25f req-a360c855-8a8d-4473-b17a-c07d00408745 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:47.452048 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-dd0092d5-da48-4fd3-8f5c-7fa27a3bc25f req-a360c855-8a8d-4473-b17a-c07d00408745 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 946 time: 0.0605431 Aug 27 21:28:47.493748 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-dd0092d5-da48-4fd3-8f5c-7fa27a3bc25f req-d0d9a2d4-9010-4c86-bf69-e8c53f73c7c5 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8be5611-d14c-4fd1-8a11-afe2517fae12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347192 Aug 27 21:28:48.715249 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84768577-6919-4f31-863e-67250c120dd5 req-cbdaa940-f511-4d2d-b62e-51c9cb95495f tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:48.716766 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-84768577-6919-4f31-863e-67250c120dd5 req-cbdaa940-f511-4d2d-b62e-51c9cb95495f tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/networks?id=61df19f7-9264-435e-9271-7ef2cc975668 HTTP/1.1" status: 200 len: 814 time: 0.1460154 Aug 27 21:28:48.719499 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ea15bf5b-1897-4bba-a989-c24a737e74e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:48.738116 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-84768577-6919-4f31-863e-67250c120dd5 req-64c3babc-9825-4de4-b6b2-6b2ce709d7dc tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/quotas/a202a8643df2414aa71d908db65ddd69 HTTP/1.1" status: 200 len: 375 time: 0.0137506 Aug 27 21:28:48.779829 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-84768577-6919-4f31-863e-67250c120dd5 req-202f97e0-5e05-41ba-85de-036a3f2c0c78 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a202a8643df2414aa71d908db65ddd69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343351 Aug 27 21:28:48.924944 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-84768577-6919-4f31-863e-67250c120dd5 req-93b75bf5-c942-4aa2-9c17-b88bb6d7c8ba service neutron] 10.222.0.39 "GET /v2.0/networks/61df19f7-9264-435e-9271-7ef2cc975668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313496 Aug 27 21:28:48.939309 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17ffcf-21a2-4bc0-aa0f-6af06b00ea6f req-239f1c84-b245-4e08-b952-027c4e0d7e03 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:48.941039 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-0c17ffcf-21a2-4bc0-aa0f-6af06b00ea6f req-239f1c84-b245-4e08-b952-027c4e0d7e03 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 946 time: 0.0620770 Aug 27 21:28:48.996318 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-0c17ffcf-21a2-4bc0-aa0f-6af06b00ea6f req-de21e628-ae22-4c93-a532-d510bd4955b0 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8be5611-d14c-4fd1-8a11-afe2517fae12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433221 Aug 27 21:28:49.028853 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-84768577-6919-4f31-863e-67250c120dd5 req-8ea05c7b-ff66-4f0f-82a7-680c51d0eb06 service neutron] 10.222.0.39 "GET /v2.0/networks/61df19f7-9264-435e-9271-7ef2cc975668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956824 Aug 27 21:28:49.129556 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a14872-9f62-4cbc-a680-411df35a99bf req-6bba4b38-c3dc-4b0f-8b33-7f56825173c1 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:49.132419 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-f5a14872-9f62-4cbc-a680-411df35a99bf req-6bba4b38-c3dc-4b0f-8b33-7f56825173c1 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 946 time: 0.0556941 Aug 27 21:28:49.143178 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 36882) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:28:49.155266 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [None req-44873232-d097-4dda-9c0d-9b78ac9c49f5 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Request body: {'floatingip': {'port_id': '89b23a08-b636-4f24-8f9e-88a2df1ee5e0'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:28:49.226254 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-44873232-d097-4dda-9c0d-9b78ac9c49f5 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks [] for floatingip, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:49.277357 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-2a4172b3-3b5a-46e9-bc11-0431fe5ac754 req-4f48a2aa-5e7c-4ed6-9cb3-b07f817d7da9 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf4d85b4-3e07-4c68-8dd2-62eb2c63f1a5 HTTP/1.1" status: 200 len: 210 time: 0.0634816 Aug 27 21:28:49.794768 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-44873232-d097-4dda-9c0d-9b78ac9c49f5 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:49.800104 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-44873232-d097-4dda-9c0d-9b78ac9c49f5 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628369'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:49.903441 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 36906) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:28:49.917263 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.db.l3_db [None req-44873232-d097-4dda-9c0d-9b78ac9c49f5 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Floating IP 005dd894-7562-46c2-8992-6b7fb0d0f7a7 associated. External IP: 172.27.0.112, port: 89b23a08-b636-4f24-8f9e-88a2df1ee5e0. Aug 27 21:28:50.039279 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-70dfe4c6-b9b3-484b-bfad-501e10ca977c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:50.162572 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-70dfe4c6-b9b3-484b-bfad-501e10ca977c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:50.163047 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44873232-d097-4dda-9c0d-9b78ac9c49f5 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Router 5fffa74f-cf3c-4140-9ac4-c644db149705 has already been hosted by L3 agent da753c34-e47f-42d8-9f83-ec5464f53bc8 {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 21:28:50.168581 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-70dfe4c6-b9b3-484b-bfad-501e10ca977c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:50.226148 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-70dfe4c6-b9b3-484b-bfad-501e10ca977c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=834190d1abd748afa3327d17199911e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3211465 Aug 27 21:28:50.231766 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 36910) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:28:50.233321 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dfe4c6-b9b3-484b-bfad-501e10ca977c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f406c70-f2a5-404d-90f4-fdf596a6592a,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:50.301122 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e0836c32-564a-438f-99e5-ba33cbcdd00b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:50.302352 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44873232-d097-4dda-9c0d-9b78ac9c49f5 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify agent at l3_agent.dv-cinder-806436-1-iscsi the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 21:28:50.312909 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f08958-2f8f-4d33-870f-e9369e074b12 None None] Sync routers for ids ['5fffa74f-cf3c-4140-9ac4-c644db149705'] in dv-cinder-806436-1-iscsi {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 21:28:50.315511 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-44873232-d097-4dda-9c0d-9b78ac9c49f5 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:50.326748 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f08958-2f8f-4d33-870f-e9369e074b12 None None] Routers {'5fffa74f-cf3c-4140-9ac4-c644db149705'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:28:50.327871 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-f3f08958-2f8f-4d33-870f-e9369e074b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:28:21Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['5fffa74f-cf3c-4140-9ac4-c644db149705'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:28:50.332420 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e0836c32-564a-438f-99e5-ba33cbcdd00b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:50.346686 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-44873232-d097-4dda-9c0d-9b78ac9c49f5 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "PUT /v2.0/floatingips/005dd894-7562-46c2-8992-6b7fb0d0f7a7 HTTP/1.1" status: 200 len: 992 time: 1.2023785 Aug 27 21:28:50.347285 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c', 'tag': '89b23a08-b636-4f24-8f9e-88a2df1ee5e0'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:28:50.361505 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef12610d4521d53b4d383b2d1315697e44e13910463e2f079bf4fa6d75d3d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ce0820-494c-4639-9d84-48fca0dcd364" -d '{"events": [{"name": "network-changed", "server_uuid": "bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c", "tag": "89b23a08-b636-4f24-8f9e-88a2df1ee5e0"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:28:50.427419 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e0836c32-564a-438f-99e5-ba33cbcdd00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:50.430251 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e0836c32-564a-438f-99e5-ba33cbcdd00b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:50.434849 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-e0836c32-564a-438f-99e5-ba33cbcdd00b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1f406c70-f2a5-404d-90f4-fdf596a6592a HTTP/1.1" status: 204 len: 168 time: 0.2067611 Aug 27 21:28:50.470321 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-9b585560-efe5-4b0d-a5ac-64c2719709cb req-fb2b00aa-1062-49d1-9264-ea3c9ad8e877 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf4d85b4-3e07-4c68-8dd2-62eb2c63f1a5 HTTP/1.1" status: 200 len: 210 time: 0.0668170 Aug 27 21:28:50.474451 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0836c32-564a-438f-99e5-ba33cbcdd00b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f406c70-f2a5-404d-90f4-fdf596a6592a,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:50.509238 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-f3f08958-2f8f-4d33-870f-e9369e074b12 None None] Set router 5fffa74f-cf3c-4140-9ac4-c644db149705 gateway port host: dv-cinder-806436-1-iscsi {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:28:50.552752 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 21:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39797fa-6c9f-4a24-979d-5b34dfb611f6 x-openstack-request-id: req-a39797fa-6c9f-4a24-979d-5b34dfb611f6 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:28:50.553675 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c", "tag": "89b23a08-b636-4f24-8f9e-88a2df1ee5e0", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:28:50.554056 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84768577-6919-4f31-863e-67250c120dd5 req-647a3a76-e39a-450e-972b-401ca0cf236a tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:50.554576 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a39797fa-6c9f-4a24-979d-5b34dfb611f6 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:28:50.555482 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c', 'tag': '89b23a08-b636-4f24-8f9e-88a2df1ee5e0', 'status': 'completed', 'code': 200} Aug 27 21:28:50.555675 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-84768577-6919-4f31-863e-67250c120dd5 req-647a3a76-e39a-450e-972b-401ca0cf236a tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.73 "GET /v2.0/networks?id=61df19f7-9264-435e-9271-7ef2cc975668 HTTP/1.1" status: 200 len: 814 time: 0.1628373 Aug 27 21:28:50.578741 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [req-84768577-6919-4f31-863e-67250c120dd5 req-f4d872de-614a-4bd4-83d1-77dea0cbf408 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Request body: {'port': {'device_id': 'cf4d85b4-3e07-4c68-8dd2-62eb2c63f1a5', 'network_id': '61df19f7-9264-435e-9271-7ef2cc975668', 'admin_state_up': True, 'tenant_id': 'a202a8643df2414aa71d908db65ddd69'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:28:50.629355 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce0820-494c-4639-9d84-48fca0dcd364 req-9a81768d-6e04-46b5-a76f-03eb1f09b7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:50.631740 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-43ce0820-494c-4639-9d84-48fca0dcd364 req-9a81768d-6e04-46b5-a76f-03eb1f09b7c5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9d7ceb8f6162437081bdc9ae6a61d840&device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 1099 time: 0.0534229 Aug 27 21:28:50.726313 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84768577-6919-4f31-863e-67250c120dd5 req-f4d872de-614a-4bd4-83d1-77dea0cbf408 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Made reservation on behalf of a202a8643df2414aa71d908db65ddd69 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 21:28:50.730765 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-84768577-6919-4f31-863e-67250c120dd5 req-f4d872de-614a-4bd4-83d1-77dea0cbf408 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:50.762495 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce0820-494c-4639-9d84-48fca0dcd364 req-464daf09-becc-4a72-99d5-1218afab2230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:50.764010 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-43ce0820-494c-4639-9d84-48fca0dcd364 req-464daf09-becc-4a72-99d5-1218afab2230 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ed8dd659-34e8-4454-9d8c-11a291216fde HTTP/1.1" status: 200 len: 912 time: 0.1199262 Aug 27 21:28:50.845601 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-43ce0820-494c-4639-9d84-48fca0dcd364 req-fb0fc8d6-5064-4cc8-b42d-5855c81d9b2c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89b23a08-b636-4f24-8f9e-88a2df1ee5e0 HTTP/1.1" status: 200 len: 1000 time: 0.0728915 Aug 27 21:28:50.894538 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-84768577-6919-4f31-863e-67250c120dd5 req-f4d872de-614a-4bd4-83d1-77dea0cbf408 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Allocated IP 172.20.0.9 (61df19f7-9264-435e-9271-7ef2cc975668/1dd54584-dc33-442e-a69e-2ef80bedb0c4/0bc5114e-06ed-4d19-b003-ceb13b7f63e5) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 21:28:50.899484 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-f3f08958-2f8f-4d33-870f-e9369e074b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'name': 'tempest-AttachVolumeTestJSON-1714184306-router', 'tenant_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '59cb1af0-4a49-465a-ae8c-4ae75fb6acf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:28:10Z', 'updated_at': '2021-08-27T21:28:15Z', 'revision_number': 4, 'project_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'gw_port': {'id': '59cb1af0-4a49-465a-ae8c-4ae75fb6acf0', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:28:11Z', 'updated_at': '2021-08-27T21:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_floatingips': [{'id': '005dd894-7562-46c2-8992-6b7fb0d0f7a7', 'tenant_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'router_id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'port_id': '89b23a08-b636-4f24-8f9e-88a2df1ee5e0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8dd659-34e8-4454-9d8c-11a291216fde', 'mac_address': 'fa:16:3e:21:dd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T21:28:19Z', 'updated_at': '2021-08-27T21:28:49Z', 'revision_number': 1, 'project_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b9d8926-ef79-48c5-96bd-eb52c8caeb84', 'name': '', 'network_id': 'ed8dd659-34e8-4454-9d8c-11a291216fde', 'tenant_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'mac_address': 'fa:16:3e:72:93:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '22e56bc5-1da2-41da-ae14-be8282257d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:28:14Z', 'updated_at': '2021-08-27T21:28:23Z', 'revision_number': 5, 'project_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'subnets': [{'id': '22e56bc5-1da2-41da-ae14-be8282257d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:28:50.921638 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce0820-494c-4639-9d84-48fca0dcd364 req-b1a20c9d-e764-4920-a752-ace2264c24b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:50.923660 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-43ce0820-494c-4639-9d84-48fca0dcd364 req-b1a20c9d-e764-4920-a752-ace2264c24b4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=22e56bc5-1da2-41da-ae14-be8282257d39 HTTP/1.1" status: 200 len: 850 time: 0.0707703 Aug 27 21:28:50.933801 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 36926) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:28:50.937474 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f08958-2f8f-4d33-870f-e9369e074b12 None None] Checking router: 5fffa74f-cf3c-4140-9ac4-c644db149705 for host: dv-cinder-806436-1-iscsi {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 21:28:50.946534 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f08958-2f8f-4d33-870f-e9369e074b12 None None] Routers {'5fffa74f-cf3c-4140-9ac4-c644db149705'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:28:50.947360 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-f3f08958-2f8f-4d33-870f-e9369e074b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:28:21Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['5fffa74f-cf3c-4140-9ac4-c644db149705'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:28:50.974051 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d05a50aa-0f69-4d71-be8f-df470f241c29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:51.005388 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce0820-494c-4639-9d84-48fca0dcd364 req-377bfd58-01b2-404d-8d8d-db4f16ffa6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:51.007086 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-43ce0820-494c-4639-9d84-48fca0dcd364 req-377bfd58-01b2-404d-8d8d-db4f16ffa6e0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ed8dd659-34e8-4454-9d8c-11a291216fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0749781 Aug 27 21:28:51.075088 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-84768577-6919-4f31-863e-67250c120dd5 req-f4d872de-614a-4bd4-83d1-77dea0cbf408 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:51.105658 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-f3f08958-2f8f-4d33-870f-e9369e074b12 None None] Set router 5fffa74f-cf3c-4140-9ac4-c644db149705 gateway port host: dv-cinder-806436-1-iscsi {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:28:51.135204 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-84768577-6919-4f31-863e-67250c120dd5 req-f4d872de-614a-4bd4-83d1-77dea0cbf408 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794200564228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25193636'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:51.150265 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-43ce0820-494c-4639-9d84-48fca0dcd364 req-533f6585-19d9-4d67-92dd-b2933ef4bdbe service neutron] 10.222.0.73 "GET /v2.0/networks/ed8dd659-34e8-4454-9d8c-11a291216fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340766 Aug 27 21:28:51.183003 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84768577-6919-4f31-863e-67250c120dd5 req-f4d872de-614a-4bd4-83d1-77dea0cbf408 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Network 61df19f7-9264-435e-9271-7ef2cc975668 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:28:51.188301 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-84768577-6919-4f31-863e-67250c120dd5 req-f4d872de-614a-4bd4-83d1-77dea0cbf408 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:28:51.192936 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-84768577-6919-4f31-863e-67250c120dd5 req-f4d872de-614a-4bd4-83d1-77dea0cbf408 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 21:28:51.215716 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d05a50aa-0f69-4d71-be8f-df470f241c29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:51.226497 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d05a50aa-0f69-4d71-be8f-df470f241c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:51.229277 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d872de-614a-4bd4-83d1-77dea0cbf408 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Pushing event updated for resources: {'Port': ['ID=0bc5114e-06ed-4d19-b003-ceb13b7f63e5,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:51.266356 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84768577-6919-4f31-863e-67250c120dd5 req-f4d872de-614a-4bd4-83d1-77dea0cbf408 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:51.267162 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-84768577-6919-4f31-863e-67250c120dd5 req-f4d872de-614a-4bd4-83d1-77dea0cbf408 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:51.288126 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-84768577-6919-4f31-863e-67250c120dd5 req-f4d872de-614a-4bd4-83d1-77dea0cbf408 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7172961 Aug 27 21:28:51.298101 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-d05a50aa-0f69-4d71-be8f-df470f241c29 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2a0ca5a560ec420a87e5eadb91129aeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3490512 Aug 27 21:28:51.299240 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 36930) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:28:51.305583 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [req-84768577-6919-4f31-863e-67250c120dd5 req-b5170763-402e-451b-9f59-d64dde326ffa service neutron] Request body: {'port': {'device_id': 'cf4d85b4-3e07-4c68-8dd2-62eb2c63f1a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80643'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:28:51.310093 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05a50aa-0f69-4d71-be8f-df470f241c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d08e727-af94-44e7-ae8a-eb4e6700c727,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:51.337372 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-43ce0820-494c-4639-9d84-48fca0dcd364 req-97a8b843-25a8-449b-9264-37dd4506a247 service neutron] 10.222.0.73 "GET /v2.0/networks/ed8dd659-34e8-4454-9d8c-11a291216fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764629 Aug 27 21:28:51.355662 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7c183fa6-dbc1-45c2-a4bc-f6c861d50937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:51.383732 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-84768577-6919-4f31-863e-67250c120dd5 req-b5170763-402e-451b-9f59-d64dde326ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:51.398453 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-69249405-6c0d-4ad8-9104-57ce761dab8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:51.419986 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-69249405-6c0d-4ad8-9104-57ce761dab8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:51.469486 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-f3f08958-2f8f-4d33-870f-e9369e074b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'name': 'tempest-AttachVolumeTestJSON-1714184306-router', 'tenant_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '59cb1af0-4a49-465a-ae8c-4ae75fb6acf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:28:10Z', 'updated_at': '2021-08-27T21:28:15Z', 'revision_number': 4, 'project_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'gw_port': {'id': '59cb1af0-4a49-465a-ae8c-4ae75fb6acf0', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:28:11Z', 'updated_at': '2021-08-27T21:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_floatingips': [{'id': '005dd894-7562-46c2-8992-6b7fb0d0f7a7', 'tenant_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'router_id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'port_id': '89b23a08-b636-4f24-8f9e-88a2df1ee5e0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8dd659-34e8-4454-9d8c-11a291216fde', 'mac_address': 'fa:16:3e:21:dd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T21:28:19Z', 'updated_at': '2021-08-27T21:28:49Z', 'revision_number': 1, 'project_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b9d8926-ef79-48c5-96bd-eb52c8caeb84', 'name': '', 'network_id': 'ed8dd659-34e8-4454-9d8c-11a291216fde', 'tenant_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'mac_address': 'fa:16:3e:72:93:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '22e56bc5-1da2-41da-ae14-be8282257d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:28:14Z', 'updated_at': '2021-08-27T21:28:23Z', 'revision_number': 5, 'project_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'subnets': [{'id': '22e56bc5-1da2-41da-ae14-be8282257d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:28:51.480089 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-69249405-6c0d-4ad8-9104-57ce761dab8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:51.485486 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-69249405-6c0d-4ad8-9104-57ce761dab8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:51.487752 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-69249405-6c0d-4ad8-9104-57ce761dab8e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6d08e727-af94-44e7-ae8a-eb4e6700c727 HTTP/1.1" status: 204 len: 168 time: 0.1873901 Aug 27 21:28:51.502124 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69249405-6c0d-4ad8-9104-57ce761dab8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d08e727-af94-44e7-ae8a-eb4e6700c727,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:51.534156 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f08958-2f8f-4d33-870f-e9369e074b12 None None] The sync data for ids ['5fffa74f-cf3c-4140-9ac4-c644db149705'] in dv-cinder-806436-1-iscsi is: [{'id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'name': 'tempest-AttachVolumeTestJSON-1714184306-router', 'tenant_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '59cb1af0-4a49-465a-ae8c-4ae75fb6acf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:28:10Z', 'updated_at': '2021-08-27T21:28:15Z', 'revision_number': 4, 'project_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'gw_port': {'id': '59cb1af0-4a49-465a-ae8c-4ae75fb6acf0', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:28:11Z', 'updated_at': '2021-08-27T21:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_floatingips': [{'id': '005dd894-7562-46c2-8992-6b7fb0d0f7a7', 'tenant_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'router_id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'port_id': '89b23a08-b636-4f24-8f9e-88a2df1ee5e0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8dd659-34e8-4454-9d8c-11a291216fde', 'mac_address': 'fa:16:3e:21:dd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T21:28:19Z', 'updated_at': '2021-08-27T21:28:49Z', 'revision_number': 1, 'project_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b9d8926-ef79-48c5-96bd-eb52c8caeb84', 'name': '', 'network_id': 'ed8dd659-34e8-4454-9d8c-11a291216fde', 'tenant_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'mac_address': 'fa:16:3e:72:93:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '22e56bc5-1da2-41da-ae14-be8282257d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:28:14Z', 'updated_at': '2021-08-27T21:28:23Z', 'revision_number': 5, 'project_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'subnets': [{'id': '22e56bc5-1da2-41da-ae14-be8282257d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 21:28:51.606301 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:51.855053 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5aecf1-7641-4207-bdf9-c03addadcc7d None None] New status for floating IP 005dd894-7562-46c2-8992-6b7fb0d0f7a7: ACTIVE {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 21:28:51.980304 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e162f6d-1860-4271-8408-48343b4bfe0f req-214b5f0c-84d5-4a62-abb1-b3ef014c0511 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:51.981825 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-0e162f6d-1860-4271-8408-48343b4bfe0f req-214b5f0c-84d5-4a62-abb1-b3ef014c0511 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf4d85b4-3e07-4c68-8dd2-62eb2c63f1a5 HTTP/1.1" status: 200 len: 931 time: 0.3141456 Aug 27 21:28:51.999997 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 36940) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:28:52.015009 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-730b3640-cdf0-4f75-8f20-ffd1fef6bd49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:52.084103 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-0e162f6d-1860-4271-8408-48343b4bfe0f req-926ce0ee-6ed7-40a1-bb2c-fbbf5dfe05b9 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/security-groups?id=68ad11e8-1aa1-499b-bf86-ff9b343e8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852711 Aug 27 21:28:52.142514 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [req-84768577-6919-4f31-863e-67250c120dd5 req-b5170763-402e-451b-9f59-d64dde326ffa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bc5114e-06ed-4d19-b003-ceb13b7f63e5 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 21:28:52.160122 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-84768577-6919-4f31-863e-67250c120dd5 req-b5170763-402e-451b-9f59-d64dde326ffa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:52.179547 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-84768577-6919-4f31-863e-67250c120dd5 req-b5170763-402e-451b-9f59-d64dde326ffa service neutron] Transition to ACTIVE for port object 0bc5114e-06ed-4d19-b003-ceb13b7f63e5 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:28:52.185044 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-84768577-6919-4f31-863e-67250c120dd5 req-b5170763-402e-451b-9f59-d64dde326ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25193661'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:52.185557 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-730b3640-cdf0-4f75-8f20-ffd1fef6bd49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:52.193907 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-730b3640-cdf0-4f75-8f20-ffd1fef6bd49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:52.238166 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730b3640-cdf0-4f75-8f20-ffd1fef6bd49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3eabba-09e2-46a3-9c06-360e177b9583,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:52.242194 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-730b3640-cdf0-4f75-8f20-ffd1fef6bd49 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4627e19ddb264ab99e11fc97cd9b0c23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2406559 Aug 27 21:28:52.246374 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 36944) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:28:52.250314 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5170763-402e-451b-9f59-d64dde326ffa service neutron] Pushing event updated for resources: {'Port': ['ID=0bc5114e-06ed-4d19-b003-ceb13b7f63e5,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:52.303660 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-65cfba2d-aeb6-474a-bbdb-0e5fa7a85d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:52.326337 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-65cfba2d-aeb6-474a-bbdb-0e5fa7a85d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:52.335132 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-84768577-6919-4f31-863e-67250c120dd5 req-b5170763-402e-451b-9f59-d64dde326ffa service neutron] Attempting to bind port 0bc5114e-06ed-4d19-b003-ceb13b7f63e5 on host hv-cinder-80643 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 21:28:52.335466 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-84768577-6919-4f31-863e-67250c120dd5 req-b5170763-402e-451b-9f59-d64dde326ffa service neutron] Attempting to bind port 0bc5114e-06ed-4d19-b003-ceb13b7f63e5 by drivers openvswitch,hyperv on host hv-cinder-80643 at level 0 using segments [{'id': '5ed290ef-6bdf-4176-99b0-8d72efad450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '61df19f7-9264-435e-9271-7ef2cc975668'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 21:28:52.335787 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84768577-6919-4f31-863e-67250c120dd5 req-b5170763-402e-451b-9f59-d64dde326ffa service neutron] Attempting to bind port 0bc5114e-06ed-4d19-b003-ceb13b7f63e5 on network 61df19f7-9264-435e-9271-7ef2cc975668 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:28:52.340283 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84768577-6919-4f31-863e-67250c120dd5 req-b5170763-402e-451b-9f59-d64dde326ffa service neutron] Port 0bc5114e-06ed-4d19-b003-ceb13b7f63e5 on network 61df19f7-9264-435e-9271-7ef2cc975668 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80643 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 21:28:52.340630 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84768577-6919-4f31-863e-67250c120dd5 req-b5170763-402e-451b-9f59-d64dde326ffa service neutron] Attempting to bind port 0bc5114e-06ed-4d19-b003-ceb13b7f63e5 on network 61df19f7-9264-435e-9271-7ef2cc975668 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:28:52.346393 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84768577-6919-4f31-863e-67250c120dd5 req-b5170763-402e-451b-9f59-d64dde326ffa service neutron] Checking agent: {'id': '14be5267-b6f6-4f5d-aa76-a7f98d21013b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80643', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 21, 22, 11), 'started_at': datetime.datetime(2021, 8, 27, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 21, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 21:28:52.346831 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84768577-6919-4f31-863e-67250c120dd5 req-b5170763-402e-451b-9f59-d64dde326ffa service neutron] Checking segment: {'id': '5ed290ef-6bdf-4176-99b0-8d72efad450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '61df19f7-9264-435e-9271-7ef2cc975668'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:28:52.347345 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84768577-6919-4f31-863e-67250c120dd5 req-b5170763-402e-451b-9f59-d64dde326ffa service neutron] Bound using segment: {'id': '5ed290ef-6bdf-4176-99b0-8d72efad450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '61df19f7-9264-435e-9271-7ef2cc975668'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 21:28:52.347913 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-84768577-6919-4f31-863e-67250c120dd5 req-b5170763-402e-451b-9f59-d64dde326ffa service neutron] Bound port: 0bc5114e-06ed-4d19-b003-ceb13b7f63e5, host: hv-cinder-80643, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed290ef-6bdf-4176-99b0-8d72efad450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '61df19f7-9264-435e-9271-7ef2cc975668'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 21:28:52.348494 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-84768577-6919-4f31-863e-67250c120dd5 req-b5170763-402e-451b-9f59-d64dde326ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:52.389705 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-65cfba2d-aeb6-474a-bbdb-0e5fa7a85d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:52.393656 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-65cfba2d-aeb6-474a-bbdb-0e5fa7a85d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:52.398081 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-65cfba2d-aeb6-474a-bbdb-0e5fa7a85d5b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8e3eabba-09e2-46a3-9c06-360e177b9583 HTTP/1.1" status: 204 len: 168 time: 0.1481075 Aug 27 21:28:52.404673 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cfba2d-aeb6-474a-bbdb-0e5fa7a85d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3eabba-09e2-46a3-9c06-360e177b9583,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:52.437809 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-84768577-6919-4f31-863e-67250c120dd5 req-b5170763-402e-451b-9f59-d64dde326ffa service neutron] For port 0bc5114e-06ed-4d19-b003-ceb13b7f63e5, host hv-cinder-80643, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 21:28:52.448270 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-84768577-6919-4f31-863e-67250c120dd5 req-b5170763-402e-451b-9f59-d64dde326ffa service neutron] For port 0bc5114e-06ed-4d19-b003-ceb13b7f63e5, host hv-cinder-80643, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=0bc5114e-06ed-4d19-b003-ceb13b7f63e5,segment=NetworkSegment(5ed290ef-6bdf-4176-99b0-8d72efad450b),segment_id=5ed290ef-6bdf-4176-99b0-8d72efad450b)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 21:28:52.453590 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-84768577-6919-4f31-863e-67250c120dd5 req-b5170763-402e-451b-9f59-d64dde326ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25193661'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:52.494355 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84768577-6919-4f31-863e-67250c120dd5 req-b5170763-402e-451b-9f59-d64dde326ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:52.494953 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-84768577-6919-4f31-863e-67250c120dd5 req-b5170763-402e-451b-9f59-d64dde326ffa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:52.497162 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-84768577-6919-4f31-863e-67250c120dd5 req-b5170763-402e-451b-9f59-d64dde326ffa service neutron] 10.222.0.73 "PUT /v2.0/ports/0bc5114e-06ed-4d19-b003-ceb13b7f63e5 HTTP/1.1" status: 200 len: 1093 time: 1.1978319 Aug 27 21:28:52.497162 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf4d85b4-3e07-4c68-8dd2-62eb2c63f1a5', 'tag': '0bc5114e-06ed-4d19-b003-ceb13b7f63e5'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:28:52.499191 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38019ac9d499d238660659c848bc6e147427a71e556f74dfb6c52f178b5569d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023a16fc-5498-4029-b1a7-5e971fbe158b" -d '{"events": [{"name": "network-changed", "server_uuid": "cf4d85b4-3e07-4c68-8dd2-62eb2c63f1a5", "tag": "0bc5114e-06ed-4d19-b003-ceb13b7f63e5"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:28:52.537325 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5170763-402e-451b-9f59-d64dde326ffa service neutron] Pushing event updated for resources: {'Port': ['ID=0bc5114e-06ed-4d19-b003-ceb13b7f63e5,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:52.544943 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 21:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16fd1095-96ff-4c9d-ba5d-4cee39c11236 x-openstack-request-id: req-16fd1095-96ff-4c9d-ba5d-4cee39c11236 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:28:52.545650 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf4d85b4-3e07-4c68-8dd2-62eb2c63f1a5", "tag": "0bc5114e-06ed-4d19-b003-ceb13b7f63e5", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:28:52.546221 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-16fd1095-96ff-4c9d-ba5d-4cee39c11236 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:28:52.546854 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf4d85b4-3e07-4c68-8dd2-62eb2c63f1a5', 'tag': '0bc5114e-06ed-4d19-b003-ceb13b7f63e5', 'status': 'completed', 'code': 200} Aug 27 21:28:52.602186 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84768577-6919-4f31-863e-67250c120dd5 req-73796d7f-2f69-47ce-a225-ca39ec37eed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:52.603879 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-84768577-6919-4f31-863e-67250c120dd5 req-73796d7f-2f69-47ce-a225-ca39ec37eed4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a202a8643df2414aa71d908db65ddd69&device_id=cf4d85b4-3e07-4c68-8dd2-62eb2c63f1a5 HTTP/1.1" status: 200 len: 1096 time: 0.0501227 Aug 27 21:28:52.650039 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-84768577-6919-4f31-863e-67250c120dd5 req-a0049190-d03a-4551-8ab3-c163fbef2919 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0bc5114e-06ed-4d19-b003-ceb13b7f63e5 HTTP/1.1" status: 200 len: 217 time: 0.0364919 Aug 27 21:28:52.712139 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65920cb9-5c7f-4952-b134-219b92defc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:52.737024 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84768577-6919-4f31-863e-67250c120dd5 req-73da8f08-df8c-45bc-8111-b390b470fee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:52.738920 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-84768577-6919-4f31-863e-67250c120dd5 req-73da8f08-df8c-45bc-8111-b390b470fee3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1dd54584-dc33-442e-a69e-2ef80bedb0c4 HTTP/1.1" status: 200 len: 854 time: 0.0759356 Aug 27 21:28:52.779087 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-84768577-6919-4f31-863e-67250c120dd5 req-aa084ade-f4f7-49c8-9381-e7c892e3b138 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=61df19f7-9264-435e-9271-7ef2cc975668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306680 Aug 27 21:28:52.885322 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-84768577-6919-4f31-863e-67250c120dd5 req-6bc92f56-bad2-4e29-9488-3bfa0bba3075 service neutron] 10.222.0.73 "GET /v2.0/networks/61df19f7-9264-435e-9271-7ef2cc975668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886943 Aug 27 21:28:53.005456 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-84768577-6919-4f31-863e-67250c120dd5 req-6fac7cfc-9545-451b-9a45-7b7b8c91cc0b service neutron] 10.222.0.73 "GET /v2.0/networks/61df19f7-9264-435e-9271-7ef2cc975668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121757 Aug 27 21:28:53.106546 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a16fc-5498-4029-b1a7-5e971fbe158b req-0ce497bc-768a-4fcc-a94d-eb0a3881949e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:53.107964 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-023a16fc-5498-4029-b1a7-5e971fbe158b req-0ce497bc-768a-4fcc-a94d-eb0a3881949e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a202a8643df2414aa71d908db65ddd69&device_id=cf4d85b4-3e07-4c68-8dd2-62eb2c63f1a5 HTTP/1.1" status: 200 len: 1096 time: 0.0434318 Aug 27 21:28:53.243097 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d79e1c-4a57-448c-b94e-4471004e7d80 req-784a82a7-2a4b-4bec-a966-826910144776 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:53.244901 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-c2d79e1c-4a57-448c-b94e-4471004e7d80 req-784a82a7-2a4b-4bec-a966-826910144776 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf4d85b4-3e07-4c68-8dd2-62eb2c63f1a5 HTTP/1.1" status: 200 len: 943 time: 0.0635607 Aug 27 21:28:53.249833 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a16fc-5498-4029-b1a7-5e971fbe158b req-5ef8054c-0339-4569-a567-4ca9d3330d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:53.252085 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-023a16fc-5498-4029-b1a7-5e971fbe158b req-5ef8054c-0339-4569-a567-4ca9d3330d5c service neutron] 10.222.0.73 "GET /v2.0/networks?id=61df19f7-9264-435e-9271-7ef2cc975668 HTTP/1.1" status: 200 len: 915 time: 0.1210270 Aug 27 21:28:53.299730 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-c2d79e1c-4a57-448c-b94e-4471004e7d80 req-2055d271-19ca-4409-a97e-d5959d0fd77c tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/security-groups?id=68ad11e8-1aa1-499b-bf86-ff9b343e8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461640 Aug 27 21:28:53.306961 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-023a16fc-5498-4029-b1a7-5e971fbe158b req-74d89d51-70aa-4f06-b1aa-41df2914519b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0bc5114e-06ed-4d19-b003-ceb13b7f63e5 HTTP/1.1" status: 200 len: 217 time: 0.0447361 Aug 27 21:28:53.358359 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a16fc-5498-4029-b1a7-5e971fbe158b req-77b79b8c-cc07-4cd1-8ead-74b435fc1167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:53.359984 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-023a16fc-5498-4029-b1a7-5e971fbe158b req-77b79b8c-cc07-4cd1-8ead-74b435fc1167 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1dd54584-dc33-442e-a69e-2ef80bedb0c4 HTTP/1.1" status: 200 len: 854 time: 0.0461984 Aug 27 21:28:53.391081 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-023a16fc-5498-4029-b1a7-5e971fbe158b req-e5f52741-d8ae-4afc-8281-24fed2c3950d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=61df19f7-9264-435e-9271-7ef2cc975668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237322 Aug 27 21:28:53.503820 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-023a16fc-5498-4029-b1a7-5e971fbe158b req-86a15ba6-2e09-48e4-8067-fc067c4928fa service neutron] 10.222.0.73 "GET /v2.0/networks/61df19f7-9264-435e-9271-7ef2cc975668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937450 Aug 27 21:28:53.606300 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-023a16fc-5498-4029-b1a7-5e971fbe158b req-6f9005c3-261a-4b58-b106-95df3b3d9aa9 service neutron] 10.222.0.73 "GET /v2.0/networks/61df19f7-9264-435e-9271-7ef2cc975668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915229 Aug 27 21:28:54.068860 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-778ce8a3-384f-4928-b9ff-199d4ced17a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:54.434851 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69df995-1b01-4d94-bd3c-c3f053f68193 req-8db5d769-2cba-4e82-bc04-bd7eb98f9deb tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:54.436616 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-c69df995-1b01-4d94-bd3c-c3f053f68193 req-8db5d769-2cba-4e82-bc04-bd7eb98f9deb tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf4d85b4-3e07-4c68-8dd2-62eb2c63f1a5 HTTP/1.1" status: 200 len: 943 time: 0.0595756 Aug 27 21:28:54.481915 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-c69df995-1b01-4d94-bd3c-c3f053f68193 req-ad8209d2-17a9-4a2a-8f80-ff888d10a1be tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/security-groups?id=68ad11e8-1aa1-499b-bf86-ff9b343e8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317802 Aug 27 21:28:55.591844 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device 0bc5114e-06ed-4d19-b003-ceb13b7f63e5 details requested by agent hyperv_hv-cinder-80643 with host hv-cinder-80643 {{(pid=93798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 21:28:55.663291 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b931c2-b7f1-4ead-8748-eff523e674ad req-5d1cf5b6-c476-4f10-9f16-d0780ed9a1bc tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:55.664950 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-47b931c2-b7f1-4ead-8748-eff523e674ad req-5d1cf5b6-c476-4f10-9f16-d0780ed9a1bc tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf4d85b4-3e07-4c68-8dd2-62eb2c63f1a5 HTTP/1.1" status: 200 len: 943 time: 0.0927629 Aug 27 21:28:55.723409 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-47b931c2-b7f1-4ead-8748-eff523e674ad req-f4814ded-1f65-4d5a-a33a-54f1af8982e1 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/security-groups?id=68ad11e8-1aa1-499b-bf86-ff9b343e8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522282 Aug 27 21:28:55.752195 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port 0bc5114e-06ed-4d19-b003-ceb13b7f63e5, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=0bc5114e-06ed-4d19-b003-ceb13b7f63e5,segment=NetworkSegment(5ed290ef-6bdf-4176-99b0-8d72efad450b),segment_id=5ed290ef-6bdf-4176-99b0-8d72efad450b)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:28:55.775316 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Returning: {'device': '0bc5114e-06ed-4d19-b003-ceb13b7f63e5', 'network_id': '61df19f7-9264-435e-9271-7ef2cc975668', 'port_id': '0bc5114e-06ed-4d19-b003-ceb13b7f63e5', 'mac_address': 'fa:16:3e:c7:e7:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dd54584-dc33-442e-a69e-2ef80bedb0c4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 21:28:55.829390 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:55.851043 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bc5114e-06ed-4d19-b003-ceb13b7f63e5 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 21:28:55.866270 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddfbd72-6f68-4923-a7e3-65442499607b req-2a7ccf64-1176-4318-9dd6-b34c532db489 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:55.868691 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-4ddfbd72-6f68-4923-a7e3-65442499607b req-2a7ccf64-1176-4318-9dd6-b34c532db489 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/ports?device_id=07f28713-dea7-4a2c-bda8-d21bfea31b4a HTTP/1.1" status: 200 len: 945 time: 0.0731170 Aug 27 21:28:55.888870 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port 0bc5114e-06ed-4d19-b003-ceb13b7f63e5, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=0bc5114e-06ed-4d19-b003-ceb13b7f63e5,segment=NetworkSegment(5ed290ef-6bdf-4176-99b0-8d72efad450b),segment_id=5ed290ef-6bdf-4176-99b0-8d72efad450b)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:28:55.900721 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:55.925805 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-4ddfbd72-6f68-4923-a7e3-65442499607b req-8f7f72fe-bc32-4d7e-a478-395f3f87692a tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaa3dc92-eb30-408f-948c-63ceb829d106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503857 Aug 27 21:28:55.964252 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 36974) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:28:55.980089 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Pushing event updated for resources: {'Port': ['ID=0bc5114e-06ed-4d19-b003-ceb13b7f63e5,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:56.171912 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] get_ports_and_sgs() called for port_ids ['0bc5114e-06ed-4d19-b003-ceb13b7f63e5'] {{(pid=93798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 21:28:56.339541 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c612eae5-1858-4754-ae2c-9085114b1eab tempest-TestMinimumBasicScenario-1278218199 tempest-TestMinimumBasicScenario-1278218199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:56.342132 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-c612eae5-1858-4754-ae2c-9085114b1eab tempest-TestMinimumBasicScenario-1278218199 tempest-TestMinimumBasicScenario-1278218199-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=07f28713-dea7-4a2c-bda8-d21bfea31b4a HTTP/1.1" status: 200 len: 1093 time: 0.3765712 Aug 27 21:28:56.346230 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 36980) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:28:56.352457 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [None req-228c43bd-638c-43d0-9bbd-be8ab5dfa81c tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Request body: {'floatingip': {'floating_network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'port_id': '5177c7bd-0796-4819-869f-293eddf0820e', 'tenant_id': '643ef7a25d8f4b71ae55ebc55eefc0e6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:28:56.380423 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-228c43bd-638c-43d0-9bbd-be8ab5dfa81c tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify callbacks [] for floatingip, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:56.501305 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-228c43bd-638c-43d0-9bbd-be8ab5dfa81c tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:56.617963 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-228c43bd-638c-43d0-9bbd-be8ab5dfa81c tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Allocated IP 172.27.0.240 (3cb20040-a5aa-4574-8b0a-6832b57fea7e/ca2fa5cb-b298-4fb9-b5f4-ab6912612305/3b4fc30c-8479-465a-88dc-4b531b490fd5) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 21:28:56.729535 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-228c43bd-638c-43d0-9bbd-be8ab5dfa81c tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:56.781829 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-228c43bd-638c-43d0-9bbd-be8ab5dfa81c tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794200564228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-275356'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:56.842071 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228c43bd-638c-43d0-9bbd-be8ab5dfa81c tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Network 3cb20040-a5aa-4574-8b0a-6832b57fea7e is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:28:56.845272 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-228c43bd-638c-43d0-9bbd-be8ab5dfa81c tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:28:56.848596 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228c43bd-638c-43d0-9bbd-be8ab5dfa81c tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 21:28:56.856861 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c43bd-638c-43d0-9bbd-be8ab5dfa81c tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Pushing event updated for resources: {'Port': ['ID=3b4fc30c-8479-465a-88dc-4b531b490fd5,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:56.882448 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ce910-9c3b-4650-b191-13b26278c14d req-4e9c8b2d-4707-4e04-8c81-9efbd4ae7c50 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:56.884294 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-732ce910-9c3b-4650-b191-13b26278c14d req-4e9c8b2d-4707-4e04-8c81-9efbd4ae7c50 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf4d85b4-3e07-4c68-8dd2-62eb2c63f1a5 HTTP/1.1" status: 200 len: 944 time: 0.0609612 Aug 27 21:28:56.936746 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-732ce910-9c3b-4650-b191-13b26278c14d req-3a5b0089-36f3-41d2-a790-5172451846cf tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/security-groups?id=68ad11e8-1aa1-499b-bf86-ff9b343e8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452392 Aug 27 21:28:57.269034 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-228c43bd-638c-43d0-9bbd-be8ab5dfa81c tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:57.342367 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-228c43bd-638c-43d0-9bbd-be8ab5dfa81c tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:57.603734 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device 0bc5114e-06ed-4d19-b003-ceb13b7f63e5 up at agent hyperv_hv-cinder-80643 {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:28:57.670005 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Provisioning for port 0bc5114e-06ed-4d19-b003-ceb13b7f63e5 completed by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:28:57.675064 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Provisioning complete for port 0bc5114e-06ed-4d19-b003-ceb13b7f63e5 triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:28:57.675434 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:57.762286 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:57.776787 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-228c43bd-638c-43d0-9bbd-be8ab5dfa81c tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:57.781951 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-228c43bd-638c-43d0-9bbd-be8ab5dfa81c tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-275333'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:57.796243 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf4d85b4-3e07-4c68-8dd2-62eb2c63f1a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc5114e-06ed-4d19-b003-ceb13b7f63e5'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:28:57.798565 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf732d6db1af9f7bc3b5310490fe48ff1e7c732a768ef3a1a1326297a3ecfd63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca46a520-c006-4fad-9da4-f53d873aa7a2" -d '{"events": [{"server_uuid": "cf4d85b4-3e07-4c68-8dd2-62eb2c63f1a5", "name": "network-vif-plugged", "status": "completed", "tag": "0bc5114e-06ed-4d19-b003-ceb13b7f63e5"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:28:57.819236 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port 0bc5114e-06ed-4d19-b003-ceb13b7f63e5, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=0bc5114e-06ed-4d19-b003-ceb13b7f63e5,segment=NetworkSegment(5ed290ef-6bdf-4176-99b0-8d72efad450b),segment_id=5ed290ef-6bdf-4176-99b0-8d72efad450b)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:28:57.826415 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:57.854607 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c43bd-638c-43d0-9bbd-be8ab5dfa81c tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Pushing event updated for resources: {'Port': ['ID=3b4fc30c-8479-465a-88dc-4b531b490fd5,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:57.860307 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 21:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49268138-21cf-4bed-9d62-c64687b18756 x-openstack-request-id: req-49268138-21cf-4bed-9d62-c64687b18756 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:28:57.860690 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf4d85b4-3e07-4c68-8dd2-62eb2c63f1a5", "name": "network-vif-plugged", "status": "completed", "tag": "0bc5114e-06ed-4d19-b003-ceb13b7f63e5", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:28:57.860881 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-49268138-21cf-4bed-9d62-c64687b18756 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:28:57.861288 dv-cinder-806436-1-iscsi neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf4d85b4-3e07-4c68-8dd2-62eb2c63f1a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc5114e-06ed-4d19-b003-ceb13b7f63e5', 'code': 200} Aug 27 21:28:57.876546 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-228c43bd-638c-43d0-9bbd-be8ab5dfa81c tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628369'] for floatingip, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:57.893987 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Pushing event updated for resources: {'Port': ['ID=0bc5114e-06ed-4d19-b003-ceb13b7f63e5,revision_number=5']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:57.993008 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.db.l3_db [None req-228c43bd-638c-43d0-9bbd-be8ab5dfa81c tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Floating IP 4feed333-fbf4-4a26-83e7-bc4da34d413c associated. External IP: 172.27.0.240, port: 5177c7bd-0796-4819-869f-293eddf0820e. Aug 27 21:28:58.055274 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1276cb-fba9-4528-b3b7-efa502e495b0 req-014cc841-4450-4ebc-a1fe-986c14085103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:58.057331 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-3a1276cb-fba9-4528-b3b7-efa502e495b0 req-014cc841-4450-4ebc-a1fe-986c14085103 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cf4d85b4-3e07-4c68-8dd2-62eb2c63f1a5 HTTP/1.1" status: 200 len: 1098 time: 0.0482533 Aug 27 21:28:58.098605 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-3a1276cb-fba9-4528-b3b7-efa502e495b0 req-d69240da-fef1-470c-82c8-2f939957f2d2 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=68ad11e8-1aa1-499b-bf86-ff9b343e8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336750 Aug 27 21:28:58.136704 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df6caf4-d70e-4114-aedc-5df7215a2acd req-6a70a5e3-67e5-4733-a71b-17922ddfe8a4 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:58.138093 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-7df6caf4-d70e-4114-aedc-5df7215a2acd req-6a70a5e3-67e5-4733-a71b-17922ddfe8a4 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf4d85b4-3e07-4c68-8dd2-62eb2c63f1a5 HTTP/1.1" status: 200 len: 945 time: 0.1056292 Aug 27 21:28:58.221580 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-7df6caf4-d70e-4114-aedc-5df7215a2acd req-de32202b-ffb9-4bbe-9f9b-2b432ac04c93 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/security-groups?id=68ad11e8-1aa1-499b-bf86-ff9b343e8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752468 Aug 27 21:28:58.307637 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-228c43bd-638c-43d0-9bbd-be8ab5dfa81c tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Router 51e78bdf-031c-4cd4-928d-dda66e2b24b1 has already been hosted by L3 agent da753c34-e47f-42d8-9f83-ec5464f53bc8 {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 21:28:58.421268 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228c43bd-638c-43d0-9bbd-be8ab5dfa81c tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify agent at l3_agent.dv-cinder-806436-1-iscsi the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 21:28:58.435009 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbb37d1-4abd-4ada-ab2b-56f970f1d0cb None None] Sync routers for ids ['51e78bdf-031c-4cd4-928d-dda66e2b24b1'] in dv-cinder-806436-1-iscsi {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 21:28:58.439906 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-228c43bd-638c-43d0-9bbd-be8ab5dfa81c tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:58.446576 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbb37d1-4abd-4ada-ab2b-56f970f1d0cb None None] Routers {'51e78bdf-031c-4cd4-928d-dda66e2b24b1'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:28:58.447331 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-ebbb37d1-4abd-4ada-ab2b-56f970f1d0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:28:51Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['51e78bdf-031c-4cd4-928d-dda66e2b24b1'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:28:58.470942 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-228c43bd-638c-43d0-9bbd-be8ab5dfa81c tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1235888 Aug 27 21:28:58.471514 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07f28713-dea7-4a2c-bda8-d21bfea31b4a', 'tag': '5177c7bd-0796-4819-869f-293eddf0820e'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:28:58.473830 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef12610d4521d53b4d383b2d1315697e44e13910463e2f079bf4fa6d75d3d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2307a32b-c491-4477-8fd4-c2360d5c0188" -d '{"events": [{"name": "network-changed", "server_uuid": "07f28713-dea7-4a2c-bda8-d21bfea31b4a", "tag": "5177c7bd-0796-4819-869f-293eddf0820e"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:28:58.478122 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 36992) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:28:58.485128 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [None req-df86fea7-6b65-4981-a0cc-d32ceb18c7b4 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-34627144', 'description': 'tempest-secgroup-smoke-34627144 description', 'project_id': '643ef7a25d8f4b71ae55ebc55eefc0e6'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:28:58.520676 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-df86fea7-6b65-4981-a0cc-d32ceb18c7b4 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:58.522258 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 21:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35cfb003-cc5e-42a7-bb00-264e2a0e625e x-openstack-request-id: req-35cfb003-cc5e-42a7-bb00-264e2a0e625e {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:28:58.522560 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07f28713-dea7-4a2c-bda8-d21bfea31b4a", "tag": "5177c7bd-0796-4819-869f-293eddf0820e", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:28:58.522824 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-35cfb003-cc5e-42a7-bb00-264e2a0e625e {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:28:58.523676 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07f28713-dea7-4a2c-bda8-d21bfea31b4a', 'tag': '5177c7bd-0796-4819-869f-293eddf0820e', 'status': 'completed', 'code': 200} Aug 27 21:28:58.645478 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307a32b-c491-4477-8fd4-c2360d5c0188 req-4da2110b-ce1a-4a55-977d-464ebf89d8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:58.647837 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-2307a32b-c491-4477-8fd4-c2360d5c0188 req-4da2110b-ce1a-4a55-977d-464ebf89d8d6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=643ef7a25d8f4b71ae55ebc55eefc0e6&device_id=07f28713-dea7-4a2c-bda8-d21bfea31b4a HTTP/1.1" status: 200 len: 1098 time: 0.0853372 Aug 27 21:28:58.669392 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-df86fea7-6b65-4981-a0cc-d32ceb18c7b4 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:58.707111 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-ebbb37d1-4abd-4ada-ab2b-56f970f1d0cb None None] Set router 51e78bdf-031c-4cd4-928d-dda66e2b24b1 gateway port host: dv-cinder-806436-1-iscsi {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:28:58.718317 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-df86fea7-6b65-4981-a0cc-d32ceb18c7b4 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:58.767415 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-df86fea7-6b65-4981-a0cc-d32ceb18c7b4 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:58.768904 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-df86fea7-6b65-4981-a0cc-d32ceb18c7b4 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.2895756 Aug 27 21:28:58.774552 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 36996) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:28:58.780182 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df86fea7-6b65-4981-a0cc-d32ceb18c7b4 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abcf9df5-8bae-4537-8f24-3f6533773127,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:58.783445 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [None req-aec5d598-3c7f-4fb0-9d75-a6222c1db539 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Request body: {'security_group_rule': {'security_group_id': 'abcf9df5-8bae-4537-8f24-3f6533773127', 'project_id': '643ef7a25d8f4b71ae55ebc55eefc0e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:28:58.808641 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307a32b-c491-4477-8fd4-c2360d5c0188 req-8ee2a270-7b53-4985-883c-5d2342ec8e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:58.810166 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-2307a32b-c491-4477-8fd4-c2360d5c0188 req-8ee2a270-7b53-4985-883c-5d2342ec8e13 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cfa78330-d176-4c9f-aa9a-4db08f23b10c HTTP/1.1" status: 200 len: 916 time: 0.1550233 Aug 27 21:28:58.828161 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-aec5d598-3c7f-4fb0-9d75-a6222c1db539 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:58.900854 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-aec5d598-3c7f-4fb0-9d75-a6222c1db539 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:58.907343 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-aec5d598-3c7f-4fb0-9d75-a6222c1db539 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871929'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:58.921244 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-2307a32b-c491-4477-8fd4-c2360d5c0188 req-c518d4b7-36e3-4eff-a5da-2eda753a610e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5177c7bd-0796-4819-869f-293eddf0820e HTTP/1.1" status: 200 len: 999 time: 0.1032684 Aug 27 21:28:58.935292 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec5d598-3c7f-4fb0-9d75-a6222c1db539 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bb80413-302f-4da3-b658-8b901909ede0,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:58.945940 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-aec5d598-3c7f-4fb0-9d75-a6222c1db539 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:58.951169 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-aec5d598-3c7f-4fb0-9d75-a6222c1db539 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1717145 Aug 27 21:28:58.951429 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 36998) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:28:58.956513 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [None req-bde674a7-fb8d-4a64-ae1b-4f7f7d2f779b tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Request body: {'security_group_rule': {'security_group_id': 'abcf9df5-8bae-4537-8f24-3f6533773127', 'project_id': '643ef7a25d8f4b71ae55ebc55eefc0e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:28:58.996205 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bde674a7-fb8d-4a64-ae1b-4f7f7d2f779b tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:59.003261 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307a32b-c491-4477-8fd4-c2360d5c0188 req-721f1eec-9d90-434a-9bc6-52f87a133076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:59.007843 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-2307a32b-c491-4477-8fd4-c2360d5c0188 req-721f1eec-9d90-434a-9bc6-52f87a133076 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=552f9052-989c-4d96-96ce-501309883166 HTTP/1.1" status: 200 len: 854 time: 0.0777428 Aug 27 21:28:59.029286 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-ebbb37d1-4abd-4ada-ab2b-56f970f1d0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e78bdf-031c-4cd4-928d-dda66e2b24b1', 'name': 'tempest-TestMinimumBasicScenario-2128768098-router', 'tenant_id': '643ef7a25d8f4b71ae55ebc55eefc0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '5f0bf846-a333-4bd8-b560-c4f061838898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:27:39Z', 'updated_at': '2021-08-27T21:27:45Z', 'revision_number': 4, 'project_id': '643ef7a25d8f4b71ae55ebc55eefc0e6', 'gw_port': {'id': '5f0bf846-a333-4bd8-b560-c4f061838898', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e78bdf-031c-4cd4-928d-dda66e2b24b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:27:40Z', 'updated_at': '2021-08-27T21:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_floatingips': [{'id': '4feed333-fbf4-4a26-83e7-bc4da34d413c', 'tenant_id': '643ef7a25d8f4b71ae55ebc55eefc0e6', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'router_id': '51e78bdf-031c-4cd4-928d-dda66e2b24b1', 'port_id': '5177c7bd-0796-4819-869f-293eddf0820e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfa78330-d176-4c9f-aa9a-4db08f23b10c', 'mac_address': 'fa:16:3e:7e:6c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f28713-dea7-4a2c-bda8-d21bfea31b4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T21:28:57Z', 'updated_at': '2021-08-27T21:28:57Z', 'revision_number': 0, 'project_id': '643ef7a25d8f4b71ae55ebc55eefc0e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de1c4947-5a69-4324-9709-3f34268ec18f', 'name': '', 'network_id': 'cfa78330-d176-4c9f-aa9a-4db08f23b10c', 'tenant_id': '643ef7a25d8f4b71ae55ebc55eefc0e6', 'mac_address': 'fa:16:3e:1e:82:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e78bdf-031c-4cd4-928d-dda66e2b24b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '552f9052-989c-4d96-96ce-501309883166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:27:44Z', 'updated_at': '2021-08-27T21:27:53Z', 'revision_number': 5, 'project_id': '643ef7a25d8f4b71ae55ebc55eefc0e6', 'subnets': [{'id': '552f9052-989c-4d96-96ce-501309883166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:28:59.070800 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307a32b-c491-4477-8fd4-c2360d5c0188 req-c15eb75a-910e-449f-bbb4-972e54098335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:59.071747 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbb37d1-4abd-4ada-ab2b-56f970f1d0cb None None] Checking router: 51e78bdf-031c-4cd4-928d-dda66e2b24b1 for host: dv-cinder-806436-1-iscsi {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 21:28:59.072329 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-2307a32b-c491-4477-8fd4-c2360d5c0188 req-c15eb75a-910e-449f-bbb4-972e54098335 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cfa78330-d176-4c9f-aa9a-4db08f23b10c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0584767 Aug 27 21:28:59.084479 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbb37d1-4abd-4ada-ab2b-56f970f1d0cb None None] Routers {'51e78bdf-031c-4cd4-928d-dda66e2b24b1'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:28:59.085208 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bde674a7-fb8d-4a64-ae1b-4f7f7d2f779b tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:59.085444 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-ebbb37d1-4abd-4ada-ab2b-56f970f1d0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:28:51Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['51e78bdf-031c-4cd4-928d-dda66e2b24b1'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:28:59.090549 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bde674a7-fb8d-4a64-ae1b-4f7f7d2f779b tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871929'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:59.122355 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde674a7-fb8d-4a64-ae1b-4f7f7d2f779b tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c4e6de4-a206-4176-81bf-13eeeef352bf,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:59.133779 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bde674a7-fb8d-4a64-ae1b-4f7f7d2f779b tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:59.135628 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-bde674a7-fb8d-4a64-ae1b-4f7f7d2f779b tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1831291 Aug 27 21:28:59.138556 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 37000) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:28:59.161460 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [None req-8447fdcb-adfa-4409-8aa6-b68cce41fdf2 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Request body: {'security_group_rule': {'security_group_id': 'abcf9df5-8bae-4537-8f24-3f6533773127', 'project_id': '643ef7a25d8f4b71ae55ebc55eefc0e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:28:59.206999 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8447fdcb-adfa-4409-8aa6-b68cce41fdf2 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:59.220985 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-2307a32b-c491-4477-8fd4-c2360d5c0188 req-594dde7e-2ec1-4578-a227-ccaf2bcfe6f0 service neutron] 10.222.0.73 "GET /v2.0/networks/cfa78330-d176-4c9f-aa9a-4db08f23b10c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311603 Aug 27 21:28:59.288108 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-ebbb37d1-4abd-4ada-ab2b-56f970f1d0cb None None] Set router 51e78bdf-031c-4cd4-928d-dda66e2b24b1 gateway port host: dv-cinder-806436-1-iscsi {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:28:59.307127 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8447fdcb-adfa-4409-8aa6-b68cce41fdf2 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:59.312666 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8447fdcb-adfa-4409-8aa6-b68cce41fdf2 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871929'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:59.342995 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8447fdcb-adfa-4409-8aa6-b68cce41fdf2 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b8421fa-f31c-4adb-9bda-0b7db660dc45,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:59.354462 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8447fdcb-adfa-4409-8aa6-b68cce41fdf2 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:59.357919 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-8447fdcb-adfa-4409-8aa6-b68cce41fdf2 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2179098 Aug 27 21:28:59.360935 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 37004) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:28:59.382487 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-2307a32b-c491-4477-8fd4-c2360d5c0188 req-ef45ca26-5c33-4cd0-8246-297025f892a5 service neutron] 10.222.0.73 "GET /v2.0/networks/cfa78330-d176-4c9f-aa9a-4db08f23b10c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504703 Aug 27 21:28:59.383000 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [None req-7cea83e7-5fd7-450e-890a-cd90b7db820b tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Request body: {'security_group_rule': {'security_group_id': 'abcf9df5-8bae-4537-8f24-3f6533773127', 'project_id': '643ef7a25d8f4b71ae55ebc55eefc0e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:28:59.419254 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108941f-df59-4721-b8ba-8c87ff69f292 req-12dd4ebc-ef6e-4df9-89a1-41c313e64020 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:28:59.420882 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-2108941f-df59-4721-b8ba-8c87ff69f292 req-12dd4ebc-ef6e-4df9-89a1-41c313e64020 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf4d85b4-3e07-4c68-8dd2-62eb2c63f1a5 HTTP/1.1" status: 200 len: 945 time: 0.0775573 Aug 27 21:28:59.465153 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7cea83e7-5fd7-450e-890a-cd90b7db820b tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:59.479383 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-2108941f-df59-4721-b8ba-8c87ff69f292 req-bbe307bd-149e-4897-ace6-655cb2888934 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/security-groups?id=68ad11e8-1aa1-499b-bf86-ff9b343e8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461981 Aug 27 21:28:59.573727 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7cea83e7-5fd7-450e-890a-cd90b7db820b tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:59.578544 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7cea83e7-5fd7-450e-890a-cd90b7db820b tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871929'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:59.597195 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cea83e7-5fd7-450e-890a-cd90b7db820b tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcb740ac-292e-44a6-8ebc-e086fc13466f,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:59.603913 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7cea83e7-5fd7-450e-890a-cd90b7db820b tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:59.608417 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-7cea83e7-5fd7-450e-890a-cd90b7db820b tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2436903 Aug 27 21:28:59.609326 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 37008) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:28:59.614006 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [None req-e3230f3f-716a-426d-9876-51fb4e442511 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Request body: {'security_group_rule': {'security_group_id': 'abcf9df5-8bae-4537-8f24-3f6533773127', 'project_id': '643ef7a25d8f4b71ae55ebc55eefc0e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:28:59.638529 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.db.securitygroups_db [None req-e3230f3f-716a-426d-9876-51fb4e442511 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Project 643ef7a25d8f4b71ae55ebc55eefc0e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 21:28:59.644752 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e3230f3f-716a-426d-9876-51fb4e442511 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:59.645614 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-ebbb37d1-4abd-4ada-ab2b-56f970f1d0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e78bdf-031c-4cd4-928d-dda66e2b24b1', 'name': 'tempest-TestMinimumBasicScenario-2128768098-router', 'tenant_id': '643ef7a25d8f4b71ae55ebc55eefc0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '5f0bf846-a333-4bd8-b560-c4f061838898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:27:39Z', 'updated_at': '2021-08-27T21:27:45Z', 'revision_number': 4, 'project_id': '643ef7a25d8f4b71ae55ebc55eefc0e6', 'gw_port': {'id': '5f0bf846-a333-4bd8-b560-c4f061838898', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e78bdf-031c-4cd4-928d-dda66e2b24b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:27:40Z', 'updated_at': '2021-08-27T21:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_floatingips': [{'id': '4feed333-fbf4-4a26-83e7-bc4da34d413c', 'tenant_id': '643ef7a25d8f4b71ae55ebc55eefc0e6', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'router_id': '51e78bdf-031c-4cd4-928d-dda66e2b24b1', 'port_id': '5177c7bd-0796-4819-869f-293eddf0820e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfa78330-d176-4c9f-aa9a-4db08f23b10c', 'mac_address': 'fa:16:3e:7e:6c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f28713-dea7-4a2c-bda8-d21bfea31b4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T21:28:57Z', 'updated_at': '2021-08-27T21:28:57Z', 'revision_number': 0, 'project_id': '643ef7a25d8f4b71ae55ebc55eefc0e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de1c4947-5a69-4324-9709-3f34268ec18f', 'name': '', 'network_id': 'cfa78330-d176-4c9f-aa9a-4db08f23b10c', 'tenant_id': '643ef7a25d8f4b71ae55ebc55eefc0e6', 'mac_address': 'fa:16:3e:1e:82:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e78bdf-031c-4cd4-928d-dda66e2b24b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '552f9052-989c-4d96-96ce-501309883166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:27:44Z', 'updated_at': '2021-08-27T21:27:53Z', 'revision_number': 5, 'project_id': '643ef7a25d8f4b71ae55ebc55eefc0e6', 'subnets': [{'id': '552f9052-989c-4d96-96ce-501309883166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:28:59.677036 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbb37d1-4abd-4ada-ab2b-56f970f1d0cb None None] The sync data for ids ['51e78bdf-031c-4cd4-928d-dda66e2b24b1'] in dv-cinder-806436-1-iscsi is: [{'id': '51e78bdf-031c-4cd4-928d-dda66e2b24b1', 'name': 'tempest-TestMinimumBasicScenario-2128768098-router', 'tenant_id': '643ef7a25d8f4b71ae55ebc55eefc0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '5f0bf846-a333-4bd8-b560-c4f061838898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:27:39Z', 'updated_at': '2021-08-27T21:27:45Z', 'revision_number': 4, 'project_id': '643ef7a25d8f4b71ae55ebc55eefc0e6', 'gw_port': {'id': '5f0bf846-a333-4bd8-b560-c4f061838898', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e78bdf-031c-4cd4-928d-dda66e2b24b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:27:40Z', 'updated_at': '2021-08-27T21:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_floatingips': [{'id': '4feed333-fbf4-4a26-83e7-bc4da34d413c', 'tenant_id': '643ef7a25d8f4b71ae55ebc55eefc0e6', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'router_id': '51e78bdf-031c-4cd4-928d-dda66e2b24b1', 'port_id': '5177c7bd-0796-4819-869f-293eddf0820e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfa78330-d176-4c9f-aa9a-4db08f23b10c', 'mac_address': 'fa:16:3e:7e:6c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f28713-dea7-4a2c-bda8-d21bfea31b4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T21:28:57Z', 'updated_at': '2021-08-27T21:28:57Z', 'revision_number': 0, 'project_id': '643ef7a25d8f4b71ae55ebc55eefc0e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de1c4947-5a69-4324-9709-3f34268ec18f', 'name': '', 'network_id': 'cfa78330-d176-4c9f-aa9a-4db08f23b10c', 'tenant_id': '643ef7a25d8f4b71ae55ebc55eefc0e6', 'mac_address': 'fa:16:3e:1e:82:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e78bdf-031c-4cd4-928d-dda66e2b24b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '552f9052-989c-4d96-96ce-501309883166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:27:44Z', 'updated_at': '2021-08-27T21:27:53Z', 'revision_number': 5, 'project_id': '643ef7a25d8f4b71ae55ebc55eefc0e6', 'subnets': [{'id': '552f9052-989c-4d96-96ce-501309883166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 21:28:59.700281 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e3230f3f-716a-426d-9876-51fb4e442511 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:59.711005 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e3230f3f-716a-426d-9876-51fb4e442511 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871929'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:59.734333 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3230f3f-716a-426d-9876-51fb4e442511 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea221d3c-2031-48e9-bc30-84762d25776c,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:59.742118 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e3230f3f-716a-426d-9876-51fb4e442511 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:59.743547 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-e3230f3f-716a-426d-9876-51fb4e442511 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1332288 Aug 27 21:28:59.747553 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 37012) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:28:59.752844 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [None req-f172fcc6-4a3f-4ff1-adc1-a0ae7799b07b tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Request body: {'security_group_rule': {'security_group_id': 'abcf9df5-8bae-4537-8f24-3f6533773127', 'project_id': '643ef7a25d8f4b71ae55ebc55eefc0e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:28:59.779116 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.db.securitygroups_db [None req-f172fcc6-4a3f-4ff1-adc1-a0ae7799b07b tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Project 643ef7a25d8f4b71ae55ebc55eefc0e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 21:28:59.785440 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f172fcc6-4a3f-4ff1-adc1-a0ae7799b07b tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:59.866652 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f172fcc6-4a3f-4ff1-adc1-a0ae7799b07b tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:59.870938 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f172fcc6-4a3f-4ff1-adc1-a0ae7799b07b tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871929'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:59.897713 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f172fcc6-4a3f-4ff1-adc1-a0ae7799b07b tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a72dcd3-83ff-4df4-b368-f4b3b391a3b3,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:28:59.901497 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f172fcc6-4a3f-4ff1-adc1-a0ae7799b07b tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:28:59.907017 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-f172fcc6-4a3f-4ff1-adc1-a0ae7799b07b tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1546102 Aug 27 21:28:59.951502 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bffb312-d34f-4819-9962-0a464c3a3786 None None] New status for floating IP 4feed333-fbf4-4a26-83e7-bc4da34d413c: ACTIVE {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 21:29:00.008688 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-ece5a142-1470-41b4-a482-784893699908 req-cc9a7fdb-2c74-433c-ada0-5e7c41bd6c9c tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-34627144&fields=id&tenant_id=643ef7a25d8f4b71ae55ebc55eefc0e6 HTTP/1.1" status: 200 len: 267 time: 0.0461855 Aug 27 21:29:00.075429 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5a142-1470-41b4-a482-784893699908 req-e8a6918d-a75b-483c-835e-31130c00dafb tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:00.077037 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-ece5a142-1470-41b4-a482-784893699908 req-e8a6918d-a75b-483c-835e-31130c00dafb tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/ports?device_id=07f28713-dea7-4a2c-bda8-d21bfea31b4a HTTP/1.1" status: 200 len: 945 time: 0.0593755 Aug 27 21:29:00.094049 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [req-ece5a142-1470-41b4-a482-784893699908 req-d1c97d7b-6fe9-459e-96af-f728c6777da8 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Request body: {'port': {'security_groups': ['aaa3dc92-eb30-408f-948c-63ceb829d106', 'abcf9df5-8bae-4537-8f24-3f6533773127']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:29:00.178902 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ece5a142-1470-41b4-a482-784893699908 req-d1c97d7b-6fe9-459e-96af-f728c6777da8 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:00.376854 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-ece5a142-1470-41b4-a482-784893699908 req-d1c97d7b-6fe9-459e-96af-f728c6777da8 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] For port 5177c7bd-0796-4819-869f-293eddf0820e, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=5177c7bd-0796-4819-869f-293eddf0820e,segment=NetworkSegment(c2378fa1-afe6-497d-9312-572f79e0ffd4),segment_id=c2378fa1-afe6-497d-9312-572f79e0ffd4)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:29:00.415352 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ece5a142-1470-41b4-a482-784893699908 req-d1c97d7b-6fe9-459e-96af-f728c6777da8 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:00.420162 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ece5a142-1470-41b4-a482-784893699908 req-d1c97d7b-6fe9-459e-96af-f728c6777da8 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25193661'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:00.431788 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] get_ports_and_sgs() called for port_ids ['5177c7bd-0796-4819-869f-293eddf0820e'] {{(pid=93798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 21:29:00.467797 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5a142-1470-41b4-a482-784893699908 req-d1c97d7b-6fe9-459e-96af-f728c6777da8 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:00.468496 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ece5a142-1470-41b4-a482-784893699908 req-d1c97d7b-6fe9-459e-96af-f728c6777da8 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:00.469958 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-ece5a142-1470-41b4-a482-784893699908 req-d1c97d7b-6fe9-459e-96af-f728c6777da8 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "PUT /v2.0/ports/5177c7bd-0796-4819-869f-293eddf0820e HTTP/1.1" status: 200 len: 981 time: 0.3841355 Aug 27 21:29:00.472540 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07f28713-dea7-4a2c-bda8-d21bfea31b4a', 'tag': '5177c7bd-0796-4819-869f-293eddf0820e'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:29:00.476252 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38019ac9d499d238660659c848bc6e147427a71e556f74dfb6c52f178b5569d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49184aac-9180-4a19-9796-10a5e40de287" -d '{"events": [{"name": "network-changed", "server_uuid": "07f28713-dea7-4a2c-bda8-d21bfea31b4a", "tag": "5177c7bd-0796-4819-869f-293eddf0820e"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:29:00.521454 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c97d7b-6fe9-459e-96af-f728c6777da8 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Pushing event updated for resources: {'Port': ['ID=5177c7bd-0796-4819-869f-293eddf0820e,revision_number=6']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:29:00.560118 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 21:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2fc38b3-de34-4f4b-b879-ff097bfbded2 x-openstack-request-id: req-c2fc38b3-de34-4f4b-b879-ff097bfbded2 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:29:00.560432 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07f28713-dea7-4a2c-bda8-d21bfea31b4a", "tag": "5177c7bd-0796-4819-869f-293eddf0820e", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:29:00.560839 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c2fc38b3-de34-4f4b-b879-ff097bfbded2 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:29:00.561354 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07f28713-dea7-4a2c-bda8-d21bfea31b4a', 'tag': '5177c7bd-0796-4819-869f-293eddf0820e', 'status': 'completed', 'code': 200} Aug 27 21:29:00.595655 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] get_ports_and_sgs() called for port_ids ['5177c7bd-0796-4819-869f-293eddf0820e'] {{(pid=93798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 21:29:00.654298 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49184aac-9180-4a19-9796-10a5e40de287 req-bb56c8fb-c666-4913-8c5a-b23b365d237a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:00.656446 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-49184aac-9180-4a19-9796-10a5e40de287 req-bb56c8fb-c666-4913-8c5a-b23b365d237a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=643ef7a25d8f4b71ae55ebc55eefc0e6&device_id=07f28713-dea7-4a2c-bda8-d21bfea31b4a HTTP/1.1" status: 200 len: 1137 time: 0.0612841 Aug 27 21:29:00.658950 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c4ac6-4be3-429f-a3e6-957105e88876 req-38f1edde-8b9e-4878-be08-26bd32b4797b tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:00.673258 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-5d1c4ac6-4be3-429f-a3e6-957105e88876 req-38f1edde-8b9e-4878-be08-26bd32b4797b tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/ports?device_id=07f28713-dea7-4a2c-bda8-d21bfea31b4a HTTP/1.1" status: 200 len: 984 time: 0.0958827 Aug 27 21:29:00.729087 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-5d1c4ac6-4be3-429f-a3e6-957105e88876 req-5d681df4-a658-4a0c-ac20-84e20588d5d0 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaa3dc92-eb30-408f-948c-63ceb829d106&id=abcf9df5-8bae-4537-8f24-3f6533773127&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0546570 Aug 27 21:29:00.793014 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdaa0e0-9e38-4f5c-b4d0-94dfdaf96a2b req-819fb625-a1a1-4d1b-b777-f8e6039a5085 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:00.794652 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-6cdaa0e0-9e38-4f5c-b4d0-94dfdaf96a2b req-819fb625-a1a1-4d1b-b777-f8e6039a5085 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf4d85b4-3e07-4c68-8dd2-62eb2c63f1a5 HTTP/1.1" status: 200 len: 945 time: 0.1432471 Aug 27 21:29:00.837903 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-c6e1c7f7-8486-4990-b34c-2ef260176a83 None None] Provisioning complete for port 5177c7bd-0796-4819-869f-293eddf0820e triggered by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:29:00.838375 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c6e1c7f7-8486-4990-b34c-2ef260176a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:00.844154 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49184aac-9180-4a19-9796-10a5e40de287 req-043f36a4-8003-49d9-bac2-eb6094e0f7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:00.845685 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-49184aac-9180-4a19-9796-10a5e40de287 req-043f36a4-8003-49d9-bac2-eb6094e0f7bd service neutron] 10.222.0.73 "GET /v2.0/networks?id=cfa78330-d176-4c9f-aa9a-4db08f23b10c HTTP/1.1" status: 200 len: 916 time: 0.1765101 Aug 27 21:29:00.875087 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-6cdaa0e0-9e38-4f5c-b4d0-94dfdaf96a2b req-64b783bc-f2ad-4520-98fe-c6266f572de7 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/security-groups?id=68ad11e8-1aa1-499b-bf86-ff9b343e8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610938 Aug 27 21:29:00.942558 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-49184aac-9180-4a19-9796-10a5e40de287 req-82590c9f-0711-4b74-8691-e7be7228f803 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5177c7bd-0796-4819-869f-293eddf0820e HTTP/1.1" status: 200 len: 1001 time: 0.0822356 Aug 27 21:29:01.026577 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49184aac-9180-4a19-9796-10a5e40de287 req-f30fb0c1-43d2-4859-aa20-dbd22153c60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:01.029215 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-49184aac-9180-4a19-9796-10a5e40de287 req-f30fb0c1-43d2-4859-aa20-dbd22153c60b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=552f9052-989c-4d96-96ce-501309883166 HTTP/1.1" status: 200 len: 854 time: 0.0779018 Aug 27 21:29:01.103307 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49184aac-9180-4a19-9796-10a5e40de287 req-2da0de30-a93e-4043-ae8c-ed78c69ffffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:01.104892 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-49184aac-9180-4a19-9796-10a5e40de287 req-2da0de30-a93e-4043-ae8c-ed78c69ffffb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cfa78330-d176-4c9f-aa9a-4db08f23b10c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0657847 Aug 27 21:29:01.247717 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-49184aac-9180-4a19-9796-10a5e40de287 req-114bcbb6-c415-473b-a5d6-10b740eb7723 service neutron] 10.222.0.73 "GET /v2.0/networks/cfa78330-d176-4c9f-aa9a-4db08f23b10c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320832 Aug 27 21:29:01.381756 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-49184aac-9180-4a19-9796-10a5e40de287 req-8bbf59a8-afe5-4ba7-852e-75b66fd5cbf2 service neutron] 10.222.0.73 "GET /v2.0/networks/cfa78330-d176-4c9f-aa9a-4db08f23b10c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213806 Aug 27 21:29:03.892150 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.agents_db [None req-9a3f5963-9603-4723-9a6c-2e2f5b4345b2 None None] Agent healthcheck: found 6 active agents {{(pid=93799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 21:29:12.307805 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:12.750818 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-0d6abd99-0d98-496f-9756-8877d92b68b1 req-ebe544cd-be05-4e3f-ab46-0c40fc23a4f9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=80a98574-4eba-4530-bc39-fa6c846e7e7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0468972 Aug 27 21:29:12.818888 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6abd99-0d98-496f-9756-8877d92b68b1 req-3a050cdc-8651-4b4d-aabb-c13b21a1964f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:12.820438 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-0d6abd99-0d98-496f-9756-8877d92b68b1 req-3a050cdc-8651-4b4d-aabb-c13b21a1964f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c2b8ea1d8b104790a4de676157dbe4f3&device_id=80a98574-4eba-4530-bc39-fa6c846e7e7e HTTP/1.1" status: 200 len: 1098 time: 0.0462134 Aug 27 21:29:12.936198 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6abd99-0d98-496f-9756-8877d92b68b1 req-e2300f01-9d55-4fd4-be05-318d21a2d78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:12.937718 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-0d6abd99-0d98-496f-9756-8877d92b68b1 req-e2300f01-9d55-4fd4-be05-318d21a2d78c service neutron] 10.222.0.73 "GET /v2.0/networks?id=3ba0d4a2-623b-4c37-8552-bca65d0b90fa HTTP/1.1" status: 200 len: 913 time: 0.0944414 Aug 27 21:29:13.015131 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-0d6abd99-0d98-496f-9756-8877d92b68b1 req-23bf270c-44f9-4f0a-b553-2e347f4b9d66 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc5b1838-861e-4aa5-8fae-2ae775c67f88 HTTP/1.1" status: 200 len: 1000 time: 0.0676165 Aug 27 21:29:13.066510 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6abd99-0d98-496f-9756-8877d92b68b1 req-d2c03eec-7d18-4270-8724-b6a4682ae247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:13.068573 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-0d6abd99-0d98-496f-9756-8877d92b68b1 req-d2c03eec-7d18-4270-8724-b6a4682ae247 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=963c1e30-5961-4cc8-bba8-6c8d398a8e99 HTTP/1.1" status: 200 len: 851 time: 0.0455177 Aug 27 21:29:13.120444 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6abd99-0d98-496f-9756-8877d92b68b1 req-968b8957-6e52-46e8-8975-4654f30e7b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:13.121973 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-0d6abd99-0d98-496f-9756-8877d92b68b1 req-968b8957-6e52-46e8-8975-4654f30e7b89 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3ba0d4a2-623b-4c37-8552-bca65d0b90fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439534 Aug 27 21:29:13.227507 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-0d6abd99-0d98-496f-9756-8877d92b68b1 req-9df3f7ed-72de-4b87-ad85-4d9b142326cb service neutron] 10.222.0.73 "GET /v2.0/networks/3ba0d4a2-623b-4c37-8552-bca65d0b90fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975633 Aug 27 21:29:13.376779 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-0d6abd99-0d98-496f-9756-8877d92b68b1 req-346a6ce7-1b66-4e46-8407-1582fcbe8b3d service neutron] 10.222.0.73 "GET /v2.0/networks/3ba0d4a2-623b-4c37-8552-bca65d0b90fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404772 Aug 27 21:29:18.734162 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65791b91-5c06-4ab5-b56b-4f422d8e4f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:18.962126 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb84a6-571f-4067-b717-4c1ee66b83dc req-85497519-6b09-47a4-85d7-1ea9dcff06e3 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:18.963650 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-94cb84a6-571f-4067-b717-4c1ee66b83dc req-85497519-6b09-47a4-85d7-1ea9dcff06e3 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=80a98574-4eba-4530-bc39-fa6c846e7e7e HTTP/1.1" status: 200 len: 945 time: 0.1769941 Aug 27 21:29:19.001390 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-94cb84a6-571f-4067-b717-4c1ee66b83dc req-e3c2f2d6-95fe-4d1a-9bd6-1625438a80b4 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/security-groups?id=28bf76b6-d343-4eb6-9dcd-dc6337ad6069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317485 Aug 27 21:29:20.120524 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58686145-4853-48a7-beb8-409af10594e1 req-34c8cde8-b648-4c81-a341-4df93a4ad54a tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:20.122017 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-58686145-4853-48a7-beb8-409af10594e1 req-34c8cde8-b648-4c81-a341-4df93a4ad54a tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=80a98574-4eba-4530-bc39-fa6c846e7e7e HTTP/1.1" status: 200 len: 945 time: 0.0493569 Aug 27 21:29:20.160238 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-58686145-4853-48a7-beb8-409af10594e1 req-4be20ac1-e3dc-4872-84de-f5f16eacd6b5 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/security-groups?id=28bf76b6-d343-4eb6-9dcd-dc6337ad6069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323107 Aug 27 21:29:20.901015 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a03d611-a022-4f3b-a58e-eab3e094d955 req-66cddcf0-bc1b-43cb-99f2-b815b6e63dbc tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:20.902621 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-2a03d611-a022-4f3b-a58e-eab3e094d955 req-66cddcf0-bc1b-43cb-99f2-b815b6e63dbc tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.73 "GET /v2.0/ports?device_id=80a98574-4eba-4530-bc39-fa6c846e7e7e HTTP/1.1" status: 200 len: 945 time: 0.0695188 Aug 27 21:29:21.023720 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-2a03d611-a022-4f3b-a58e-eab3e094d955 req-8cf15381-a55d-4c1a-9809-cced50e69cee tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Deleting port dc5b1838-861e-4aa5-8fae-2ae775c67f88 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 21:29:21.024054 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2a03d611-a022-4f3b-a58e-eab3e094d955 req-8cf15381-a55d-4c1a-9809-cced50e69cee tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794201129759'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:21.122673 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-2a03d611-a022-4f3b-a58e-eab3e094d955 req-8cf15381-a55d-4c1a-9809-cced50e69cee tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] For port dc5b1838-861e-4aa5-8fae-2ae775c67f88, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=dc5b1838-861e-4aa5-8fae-2ae775c67f88,segment=NetworkSegment(6eb6954a-651b-4580-8c18-a1abdf542ea3),segment_id=6eb6954a-651b-4580-8c18-a1abdf542ea3)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:29:21.123033 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2a03d611-a022-4f3b-a58e-eab3e094d955 req-8cf15381-a55d-4c1a-9809-cced50e69cee tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:21.324450 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-667de1ac-4eed-490e-9416-d03eacc7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:21.563263 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:21.672593 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2a03d611-a022-4f3b-a58e-eab3e094d955 req-8cf15381-a55d-4c1a-9809-cced50e69cee tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:21.673013 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2a03d611-a022-4f3b-a58e-eab3e094d955 req-8cf15381-a55d-4c1a-9809-cced50e69cee tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628369'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:21.673313 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.db.l3_db [req-2a03d611-a022-4f3b-a58e-eab3e094d955 req-8cf15381-a55d-4c1a-9809-cced50e69cee tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Floating IP be7ce081-98e7-4f22-8e42-dcc7df2539e1 disassociated. External IP: 172.27.0.76, port: dc5b1838-861e-4aa5-8fae-2ae775c67f88. Aug 27 21:29:21.673671 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-2a03d611-a022-4f3b-a58e-eab3e094d955 req-8cf15381-a55d-4c1a-9809-cced50e69cee tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Calling delete_port for dc5b1838-861e-4aa5-8fae-2ae775c67f88 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 21:29:21.699727 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123d575-b0cf-4778-8f03-e9876640a798 req-11a38e52-1c21-4fbe-ba2b-8a9b9ac8eac6 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:21.701376 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-d123d575-b0cf-4778-8f03-e9876640a798 req-11a38e52-1c21-4fbe-ba2b-8a9b9ac8eac6 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=80a98574-4eba-4530-bc39-fa6c846e7e7e HTTP/1.1" status: 200 len: 945 time: 0.4684429 Aug 27 21:29:21.786305 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-d123d575-b0cf-4778-8f03-e9876640a798 req-b9e5b8dc-17ab-4d2b-a394-c0d560b7ff02 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/security-groups?id=28bf76b6-d343-4eb6-9dcd-dc6337ad6069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562124 Aug 27 21:29:21.860725 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2a03d611-a022-4f3b-a58e-eab3e094d955 req-8cf15381-a55d-4c1a-9809-cced50e69cee tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794201022239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794200564237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25193636'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:21.890590 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf15381-a55d-4c1a-9809-cced50e69cee tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Pushing event deleted for resources: {'Port': ['ID=dc5b1838-861e-4aa5-8fae-2ae775c67f88,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:29:21.903054 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf15381-a55d-4c1a-9809-cced50e69cee tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:29:21.903610 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf15381-a55d-4c1a-9809-cced50e69cee tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:29:21.903857 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf15381-a55d-4c1a-9809-cced50e69cee tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:29:21.904107 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf15381-a55d-4c1a-9809-cced50e69cee tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:29:21.904467 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf15381-a55d-4c1a-9809-cced50e69cee tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:29:21.905246 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf15381-a55d-4c1a-9809-cced50e69cee tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:29:21.905665 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf15381-a55d-4c1a-9809-cced50e69cee tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:29:21.906081 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf15381-a55d-4c1a-9809-cced50e69cee tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:29:21.907050 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf15381-a55d-4c1a-9809-cced50e69cee tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:29:21.907050 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf15381-a55d-4c1a-9809-cced50e69cee tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:29:21.907050 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf15381-a55d-4c1a-9809-cced50e69cee tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:29:21.907464 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf15381-a55d-4c1a-9809-cced50e69cee tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:29:22.050580 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a03d611-a022-4f3b-a58e-eab3e094d955 req-8cf15381-a55d-4c1a-9809-cced50e69cee tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Router bb688c88-9ec0-486f-9b5b-9f98565b62eb has already been hosted by L3 agent da753c34-e47f-42d8-9f83-ec5464f53bc8 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 21:29:22.176628 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a03d611-a022-4f3b-a58e-eab3e094d955 req-8cf15381-a55d-4c1a-9809-cced50e69cee tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify agent at l3_agent.dv-cinder-806436-1-iscsi the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 21:29:22.188804 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f6ad4c-edd6-4ed9-8a50-f1f3e03d24ef None None] Sync routers for ids ['bb688c88-9ec0-486f-9b5b-9f98565b62eb'] in dv-cinder-806436-1-iscsi {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 21:29:22.201372 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f6ad4c-edd6-4ed9-8a50-f1f3e03d24ef None None] Routers {'bb688c88-9ec0-486f-9b5b-9f98565b62eb'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:29:22.202511 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-18f6ad4c-edd6-4ed9-8a50-f1f3e03d24ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:29:21Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['bb688c88-9ec0-486f-9b5b-9f98565b62eb'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:29:22.225746 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a03d611-a022-4f3b-a58e-eab3e094d955 req-8cf15381-a55d-4c1a-9809-cced50e69cee tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] No DVR routers for this DVR port dc5b1838-861e-4aa5-8fae-2ae775c67f88 on host hv-cinder-80643 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 21:29:22.232433 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2a03d611-a022-4f3b-a58e-eab3e094d955 req-8cf15381-a55d-4c1a-9809-cced50e69cee tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:22.232433 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-2a03d611-a022-4f3b-a58e-eab3e094d955 req-8cf15381-a55d-4c1a-9809-cced50e69cee tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.73 "DELETE /v2.0/ports/dc5b1838-861e-4aa5-8fae-2ae775c67f88 HTTP/1.1" status: 204 len: 173 time: 1.3127384 Aug 27 21:29:22.232433 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a98574-4eba-4530-bc39-fa6c846e7e7e', 'name': 'network-vif-deleted', 'tag': 'dc5b1838-861e-4aa5-8fae-2ae775c67f88'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:29:22.233903 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38019ac9d499d238660659c848bc6e147427a71e556f74dfb6c52f178b5569d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a754e84e-149e-4be3-85aa-5f8a7f0dff19" -d '{"events": [{"server_uuid": "80a98574-4eba-4530-bc39-fa6c846e7e7e", "name": "network-vif-deleted", "tag": "dc5b1838-861e-4aa5-8fae-2ae775c67f88"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:29:22.281467 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 21:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed46adc8-de8e-43d7-ab51-f11cf1c1eaa9 x-openstack-request-id: req-ed46adc8-de8e-43d7-ab51-f11cf1c1eaa9 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:29:22.281467 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80a98574-4eba-4530-bc39-fa6c846e7e7e", "name": "network-vif-deleted", "tag": "dc5b1838-861e-4aa5-8fae-2ae775c67f88", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:29:22.281467 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ed46adc8-de8e-43d7-ab51-f11cf1c1eaa9 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:29:22.281467 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80a98574-4eba-4530-bc39-fa6c846e7e7e', 'name': 'network-vif-deleted', 'tag': 'dc5b1838-861e-4aa5-8fae-2ae775c67f88', 'status': 'completed', 'code': 200} Aug 27 21:29:22.339537 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-18f6ad4c-edd6-4ed9-8a50-f1f3e03d24ef None None] Set router bb688c88-9ec0-486f-9b5b-9f98565b62eb gateway port host: dv-cinder-806436-1-iscsi {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:29:22.495619 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229fd5b-112c-4592-a322-7dae2e73c2f5 req-2b2b195b-5421-493c-b613-dac74fddb4ef tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:22.497225 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-9229fd5b-112c-4592-a322-7dae2e73c2f5 req-2b2b195b-5421-493c-b613-dac74fddb4ef tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf4d85b4-3e07-4c68-8dd2-62eb2c63f1a5 HTTP/1.1" status: 200 len: 945 time: 0.0673525 Aug 27 21:29:22.544898 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-9229fd5b-112c-4592-a322-7dae2e73c2f5 req-8d7c24c7-7e13-4c45-aa97-09919050c29d tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/security-groups?id=68ad11e8-1aa1-499b-bf86-ff9b343e8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396092 Aug 27 21:29:22.594613 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-18f6ad4c-edd6-4ed9-8a50-f1f3e03d24ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'name': 'tempest-TestVolumeBootPattern-1993109509-router', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '65269e5a-4dec-4f43-8df5-a4131cf5dbcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:25:28Z', 'updated_at': '2021-08-27T21:25:33Z', 'revision_number': 4, 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'gw_port': {'id': '65269e5a-4dec-4f43-8df5-a4131cf5dbcd', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:25:29Z', 'updated_at': '2021-08-27T21:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_interfaces': [{'id': 'ef6f702a-5cd9-4208-a13f-fd528de1f139', 'name': '', 'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'mac_address': 'fa:16:3e:03:eb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '963c1e30-5961-4cc8-bba8-6c8d398a8e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:25:32Z', 'updated_at': '2021-08-27T21:25:41Z', 'revision_number': 5, 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'subnets': [{'id': '963c1e30-5961-4cc8-bba8-6c8d398a8e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:29:22.628911 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f6ad4c-edd6-4ed9-8a50-f1f3e03d24ef None None] Checking router: bb688c88-9ec0-486f-9b5b-9f98565b62eb for host: dv-cinder-806436-1-iscsi {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 21:29:22.638923 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f6ad4c-edd6-4ed9-8a50-f1f3e03d24ef None None] Routers {'bb688c88-9ec0-486f-9b5b-9f98565b62eb'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:29:22.639627 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-18f6ad4c-edd6-4ed9-8a50-f1f3e03d24ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:29:21Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['bb688c88-9ec0-486f-9b5b-9f98565b62eb'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:29:22.745988 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65920cb9-5c7f-4952-b134-219b92defc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:22.772860 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-18f6ad4c-edd6-4ed9-8a50-f1f3e03d24ef None None] Set router bb688c88-9ec0-486f-9b5b-9f98565b62eb gateway port host: dv-cinder-806436-1-iscsi {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:29:22.912619 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-66755e1f-f86f-49d2-8726-3ba71c5030aa req-08e7cc32-055b-4a40-b427-a76316094f13 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=80a98574-4eba-4530-bc39-fa6c846e7e7e HTTP/1.1" status: 200 len: 210 time: 0.0369089 Aug 27 21:29:23.000017 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-18f6ad4c-edd6-4ed9-8a50-f1f3e03d24ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'name': 'tempest-TestVolumeBootPattern-1993109509-router', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '65269e5a-4dec-4f43-8df5-a4131cf5dbcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:25:28Z', 'updated_at': '2021-08-27T21:25:33Z', 'revision_number': 4, 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'gw_port': {'id': '65269e5a-4dec-4f43-8df5-a4131cf5dbcd', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:25:29Z', 'updated_at': '2021-08-27T21:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_interfaces': [{'id': 'ef6f702a-5cd9-4208-a13f-fd528de1f139', 'name': '', 'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'mac_address': 'fa:16:3e:03:eb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '963c1e30-5961-4cc8-bba8-6c8d398a8e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:25:32Z', 'updated_at': '2021-08-27T21:25:41Z', 'revision_number': 5, 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'subnets': [{'id': '963c1e30-5961-4cc8-bba8-6c8d398a8e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:29:23.035871 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f6ad4c-edd6-4ed9-8a50-f1f3e03d24ef None None] The sync data for ids ['bb688c88-9ec0-486f-9b5b-9f98565b62eb'] in dv-cinder-806436-1-iscsi is: [{'id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'name': 'tempest-TestVolumeBootPattern-1993109509-router', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '65269e5a-4dec-4f43-8df5-a4131cf5dbcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:25:28Z', 'updated_at': '2021-08-27T21:25:33Z', 'revision_number': 4, 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'gw_port': {'id': '65269e5a-4dec-4f43-8df5-a4131cf5dbcd', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:25:29Z', 'updated_at': '2021-08-27T21:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_interfaces': [{'id': 'ef6f702a-5cd9-4208-a13f-fd528de1f139', 'name': '', 'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'mac_address': 'fa:16:3e:03:eb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '963c1e30-5961-4cc8-bba8-6c8d398a8e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:25:32Z', 'updated_at': '2021-08-27T21:25:41Z', 'revision_number': 5, 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'subnets': [{'id': '963c1e30-5961-4cc8-bba8-6c8d398a8e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 21:29:23.468462 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152790a3-88e9-44c0-91b7-7c0063db7105 None None] New status for floating IP be7ce081-98e7-4f22-8e42-dcc7df2539e1: DOWN {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 21:29:23.684316 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef4d26-e3a5-4506-8169-3c5e90eff5e7 req-159bad86-47c3-4756-b1af-27f55036c8f2 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:23.685940 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-98ef4d26-e3a5-4506-8169-3c5e90eff5e7 req-159bad86-47c3-4756-b1af-27f55036c8f2 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf4d85b4-3e07-4c68-8dd2-62eb2c63f1a5 HTTP/1.1" status: 200 len: 945 time: 0.0618136 Aug 27 21:29:23.736395 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-98ef4d26-e3a5-4506-8169-3c5e90eff5e7 req-c48fdb73-14d2-4e96-9d59-d1db6090b082 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/security-groups?id=68ad11e8-1aa1-499b-bf86-ff9b343e8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437591 Aug 27 21:29:23.741178 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device dc5b1838-861e-4aa5-8fae-2ae775c67f88 no longer exists at agent hyperv_hv-cinder-80643 {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 21:29:23.762209 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] No Port match for: dc5b1838-861e-4aa5-8fae-2ae775c67f88 {{(pid=93798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 21:29:23.762553 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device dc5b1838-861e-4aa5-8fae-2ae775c67f88 not bound to the agent host hv-cinder-80643 {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 21:29:24.072899 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-778ce8a3-384f-4928-b9ff-199d4ced17a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:24.208426 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-aa94b133-0d78-4f51-8ce0-baad1724fab5 req-3091db72-7218-46fd-a3bc-38f6d5e0cfae tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1975916994&fields=id&tenant_id=c2b8ea1d8b104790a4de676157dbe4f3 HTTP/1.1" status: 200 len: 267 time: 0.0348384 Aug 27 21:29:24.330256 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa94b133-0d78-4f51-8ce0-baad1724fab5 req-af2b37b2-e074-4167-a05c-39b3ada2643b tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:24.334204 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-aa94b133-0d78-4f51-8ce0-baad1724fab5 req-af2b37b2-e074-4167-a05c-39b3ada2643b tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/networks?id=3ba0d4a2-623b-4c37-8552-bca65d0b90fa HTTP/1.1" status: 200 len: 812 time: 0.1178217 Aug 27 21:29:24.353737 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-aa94b133-0d78-4f51-8ce0-baad1724fab5 req-c8537c03-c622-462c-87ac-cd71da198ae9 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/quotas/c2b8ea1d8b104790a4de676157dbe4f3 HTTP/1.1" status: 200 len: 375 time: 0.0143776 Aug 27 21:29:24.417349 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-aa94b133-0d78-4f51-8ce0-baad1724fab5 req-6f2f2e84-f40a-407d-98a7-47b12757defb tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c2b8ea1d8b104790a4de676157dbe4f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0564070 Aug 27 21:29:24.592609 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c8e9b-bf95-4224-a40e-d8c5fbdbb1e6 req-7446adc7-eb55-4d5e-a789-e1eccbaf3272 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:24.594064 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-c01c8e9b-bf95-4224-a40e-d8c5fbdbb1e6 req-7446adc7-eb55-4d5e-a789-e1eccbaf3272 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.73 "GET /v2.0/ports?device_id=cf4d85b4-3e07-4c68-8dd2-62eb2c63f1a5 HTTP/1.1" status: 200 len: 945 time: 0.1158812 Aug 27 21:29:24.640111 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-aa94b133-0d78-4f51-8ce0-baad1724fab5 req-29a467a8-4207-48ea-9365-53b30623e84a service neutron] 10.222.0.39 "GET /v2.0/networks/3ba0d4a2-623b-4c37-8552-bca65d0b90fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086809 Aug 27 21:29:24.781983 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-aa94b133-0d78-4f51-8ce0-baad1724fab5 req-0b933f55-44ad-4182-9ca1-66f74ae94514 service neutron] 10.222.0.39 "GET /v2.0/networks/3ba0d4a2-623b-4c37-8552-bca65d0b90fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335986 Aug 27 21:29:24.790125 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-c01c8e9b-bf95-4224-a40e-d8c5fbdbb1e6 req-608e5d0c-f7d7-434e-b212-30ac39649374 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Deleting port 0bc5114e-06ed-4d19-b003-ceb13b7f63e5 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 21:29:24.790638 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c01c8e9b-bf95-4224-a40e-d8c5fbdbb1e6 req-608e5d0c-f7d7-434e-b212-30ac39649374 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794201129759'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:24.872592 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8eca81-c4e2-4af8-b731-c4e243894b15 req-fce3d2f7-2e97-46dc-af85-362371c459e4 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:24.874913 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-1d8eca81-c4e2-4af8-b731-c4e243894b15 req-fce3d2f7-2e97-46dc-af85-362371c459e4 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf4d85b4-3e07-4c68-8dd2-62eb2c63f1a5 HTTP/1.1" status: 200 len: 945 time: 0.0598602 Aug 27 21:29:24.892700 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-c01c8e9b-bf95-4224-a40e-d8c5fbdbb1e6 req-608e5d0c-f7d7-434e-b212-30ac39649374 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] For port 0bc5114e-06ed-4d19-b003-ceb13b7f63e5, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=0bc5114e-06ed-4d19-b003-ceb13b7f63e5,segment=NetworkSegment(5ed290ef-6bdf-4176-99b0-8d72efad450b),segment_id=5ed290ef-6bdf-4176-99b0-8d72efad450b)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:29:24.893066 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c01c8e9b-bf95-4224-a40e-d8c5fbdbb1e6 req-608e5d0c-f7d7-434e-b212-30ac39649374 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:24.910037 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-c01c8e9b-bf95-4224-a40e-d8c5fbdbb1e6 req-608e5d0c-f7d7-434e-b212-30ac39649374 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Calling delete_port for 0bc5114e-06ed-4d19-b003-ceb13b7f63e5 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 21:29:24.928125 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-1d8eca81-c4e2-4af8-b731-c4e243894b15 req-a062d5fc-09cb-4f62-ad1e-2d87a672df32 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.39 "GET /v2.0/security-groups?id=68ad11e8-1aa1-499b-bf86-ff9b343e8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448120 Aug 27 21:29:25.068009 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c01c8e9b-bf95-4224-a40e-d8c5fbdbb1e6 req-608e5d0c-f7d7-434e-b212-30ac39649374 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794201022239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794200564237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25193636'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:25.081184 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] get_ports_and_sgs() called for port_ids ['0bc5114e-06ed-4d19-b003-ceb13b7f63e5'] {{(pid=93798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 21:29:25.113428 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e5d0c-f7d7-434e-b212-30ac39649374 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Pushing event deleted for resources: {'Port': ['ID=0bc5114e-06ed-4d19-b003-ceb13b7f63e5,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:29:25.140378 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-35887a21-1fa1-4016-8382-ee842fc9f10b req-528ba706-71f8-49ce-a1ce-133c6cb5ef27 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc88d78-4965-4dfc-8c30-98f623e768ef HTTP/1.1" status: 200 len: 210 time: 0.0341921 Aug 27 21:29:25.175879 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-c01c8e9b-bf95-4224-a40e-d8c5fbdbb1e6 req-608e5d0c-f7d7-434e-b212-30ac39649374 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] No DVR routers for this DVR port 0bc5114e-06ed-4d19-b003-ceb13b7f63e5 on host hv-cinder-80643 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 21:29:25.178907 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c01c8e9b-bf95-4224-a40e-d8c5fbdbb1e6 req-608e5d0c-f7d7-434e-b212-30ac39649374 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:25.181080 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-c01c8e9b-bf95-4224-a40e-d8c5fbdbb1e6 req-608e5d0c-f7d7-434e-b212-30ac39649374 tempest-VolumesSnapshotTestJSON-2056629239 tempest-VolumesSnapshotTestJSON-2056629239-project] 10.222.0.73 "DELETE /v2.0/ports/0bc5114e-06ed-4d19-b003-ceb13b7f63e5 HTTP/1.1" status: 204 len: 173 time: 0.5760431 Aug 27 21:29:25.181545 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf4d85b4-3e07-4c68-8dd2-62eb2c63f1a5', 'name': 'network-vif-deleted', 'tag': '0bc5114e-06ed-4d19-b003-ceb13b7f63e5'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:29:25.184180 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38019ac9d499d238660659c848bc6e147427a71e556f74dfb6c52f178b5569d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d432881-5167-471d-bdd4-5698cfb6670a" -d '{"events": [{"server_uuid": "cf4d85b4-3e07-4c68-8dd2-62eb2c63f1a5", "name": "network-vif-deleted", "tag": "0bc5114e-06ed-4d19-b003-ceb13b7f63e5"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:29:25.228713 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 21:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80da889c-e4e1-42ff-b312-5049544d9e7c x-openstack-request-id: req-80da889c-e4e1-42ff-b312-5049544d9e7c {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:29:25.229324 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf4d85b4-3e07-4c68-8dd2-62eb2c63f1a5", "name": "network-vif-deleted", "tag": "0bc5114e-06ed-4d19-b003-ceb13b7f63e5", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:29:25.229324 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-80da889c-e4e1-42ff-b312-5049544d9e7c {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:29:25.229783 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf4d85b4-3e07-4c68-8dd2-62eb2c63f1a5', 'name': 'network-vif-deleted', 'tag': '0bc5114e-06ed-4d19-b003-ceb13b7f63e5', 'status': 'completed', 'code': 200} Aug 27 21:29:26.318916 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-8b649041-5cf5-45db-8ea9-13690c2d54ed req-6d6964ab-6d74-4948-a3eb-ee95628d3a46 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc88d78-4965-4dfc-8c30-98f623e768ef HTTP/1.1" status: 200 len: 210 time: 0.0519354 Aug 27 21:29:26.470997 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa94b133-0d78-4f51-8ce0-baad1724fab5 req-cde873a7-affb-43b4-85e3-6a8e0647844d tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:26.472920 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-aa94b133-0d78-4f51-8ce0-baad1724fab5 req-cde873a7-affb-43b4-85e3-6a8e0647844d tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.73 "GET /v2.0/networks?id=3ba0d4a2-623b-4c37-8552-bca65d0b90fa HTTP/1.1" status: 200 len: 812 time: 0.1635926 Aug 27 21:29:26.519209 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-aa94b133-0d78-4f51-8ce0-baad1724fab5 req-e5235235-36de-4a98-b3b6-2a9f5bbf276c tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2b8ea1d8b104790a4de676157dbe4f3 HTTP/1.1" status: 200 len: 380 time: 0.0364723 Aug 27 21:29:26.530106 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [req-aa94b133-0d78-4f51-8ce0-baad1724fab5 req-8b3c8573-438a-4750-bfa0-f3d377b720a2 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Request body: {'port': {'device_id': '9cc88d78-4965-4dfc-8c30-98f623e768ef', 'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa', 'admin_state_up': True, 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'security_groups': ['28bf76b6-d343-4eb6-9dcd-dc6337ad6069']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:29:26.650173 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa94b133-0d78-4f51-8ce0-baad1724fab5 req-8b3c8573-438a-4750-bfa0-f3d377b720a2 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Made reservation on behalf of c2b8ea1d8b104790a4de676157dbe4f3 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 21:29:26.653607 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-aa94b133-0d78-4f51-8ce0-baad1724fab5 req-8b3c8573-438a-4750-bfa0-f3d377b720a2 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:26.792860 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-aa94b133-0d78-4f51-8ce0-baad1724fab5 req-8b3c8573-438a-4750-bfa0-f3d377b720a2 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Allocated IP 172.20.0.11 (3ba0d4a2-623b-4c37-8552-bca65d0b90fa/963c1e30-5961-4cc8-bba8-6c8d398a8e99/6dfbd68e-dd05-412f-a2ca-4197047e6d0f) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 21:29:26.961236 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-aa94b133-0d78-4f51-8ce0-baad1724fab5 req-8b3c8573-438a-4750-bfa0-f3d377b720a2 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:26.977006 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-aa94b133-0d78-4f51-8ce0-baad1724fab5 req-8b3c8573-438a-4750-bfa0-f3d377b720a2 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Transition to ACTIVE for port object 6dfbd68e-dd05-412f-a2ca-4197047e6d0f will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:29:27.028027 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-aa94b133-0d78-4f51-8ce0-baad1724fab5 req-8b3c8573-438a-4750-bfa0-f3d377b720a2 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794200564228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25193636'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:27.074325 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa94b133-0d78-4f51-8ce0-baad1724fab5 req-8b3c8573-438a-4750-bfa0-f3d377b720a2 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Network 3ba0d4a2-623b-4c37-8552-bca65d0b90fa is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:29:27.077445 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-aa94b133-0d78-4f51-8ce0-baad1724fab5 req-8b3c8573-438a-4750-bfa0-f3d377b720a2 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:29:27.083805 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa94b133-0d78-4f51-8ce0-baad1724fab5 req-8b3c8573-438a-4750-bfa0-f3d377b720a2 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 21:29:27.115193 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c8573-438a-4750-bfa0-f3d377b720a2 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Pushing event updated for resources: {'Port': ['ID=6dfbd68e-dd05-412f-a2ca-4197047e6d0f,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:29:27.146407 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa94b133-0d78-4f51-8ce0-baad1724fab5 req-8b3c8573-438a-4750-bfa0-f3d377b720a2 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:27.147065 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-aa94b133-0d78-4f51-8ce0-baad1724fab5 req-8b3c8573-438a-4750-bfa0-f3d377b720a2 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:27.163959 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-aa94b133-0d78-4f51-8ce0-baad1724fab5 req-8b3c8573-438a-4750-bfa0-f3d377b720a2 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6376879 Aug 27 21:29:27.183437 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [req-aa94b133-0d78-4f51-8ce0-baad1724fab5 req-ee4c628f-9cbf-4e7c-ac95-4a766468488e service neutron] Request body: {'port': {'device_id': '9cc88d78-4965-4dfc-8c30-98f623e768ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80643'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:29:27.247288 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-aa94b133-0d78-4f51-8ce0-baad1724fab5 req-ee4c628f-9cbf-4e7c-ac95-4a766468488e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:27.300362 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-72c556df-b647-4f59-9c27-5c8c7be1c12e None None] Provisioning for port 6dfbd68e-dd05-412f-a2ca-4197047e6d0f completed by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:29:27.305818 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-72c556df-b647-4f59-9c27-5c8c7be1c12e None None] Provisioning complete for port 6dfbd68e-dd05-412f-a2ca-4197047e6d0f triggered by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:29:27.306191 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-72c556df-b647-4f59-9c27-5c8c7be1c12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:27.343911 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-72c556df-b647-4f59-9c27-5c8c7be1c12e None None] Port 6dfbd68e-dd05-412f-a2ca-4197047e6d0f cannot update to ACTIVE because it is not bound. {{(pid=93798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 21:29:27.466501 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0549042b-9b74-4911-ab97-a19ae1a40748 req-802f4ecf-0a81-4b60-b9bc-5b96817f0d6f tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:27.468095 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-0549042b-9b74-4911-ab97-a19ae1a40748 req-802f4ecf-0a81-4b60-b9bc-5b96817f0d6f tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc88d78-4965-4dfc-8c30-98f623e768ef HTTP/1.1" status: 200 len: 932 time: 0.0672696 Aug 27 21:29:27.524127 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-0549042b-9b74-4911-ab97-a19ae1a40748 req-a7dd97ca-d4d6-4d11-ad8e-54dd2022e8a0 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/security-groups?id=28bf76b6-d343-4eb6-9dcd-dc6337ad6069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495007 Aug 27 21:29:27.561019 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [req-aa94b133-0d78-4f51-8ce0-baad1724fab5 req-ee4c628f-9cbf-4e7c-ac95-4a766468488e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dfbd68e-dd05-412f-a2ca-4197047e6d0f {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 21:29:27.572223 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-aa94b133-0d78-4f51-8ce0-baad1724fab5 req-ee4c628f-9cbf-4e7c-ac95-4a766468488e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:27.588190 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-aa94b133-0d78-4f51-8ce0-baad1724fab5 req-ee4c628f-9cbf-4e7c-ac95-4a766468488e service neutron] Transition to ACTIVE for port object 6dfbd68e-dd05-412f-a2ca-4197047e6d0f will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:29:27.592297 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-aa94b133-0d78-4f51-8ce0-baad1724fab5 req-ee4c628f-9cbf-4e7c-ac95-4a766468488e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25193661'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:27.675814 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4c628f-9cbf-4e7c-ac95-4a766468488e service neutron] Pushing event updated for resources: {'Port': ['ID=6dfbd68e-dd05-412f-a2ca-4197047e6d0f,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:29:27.743061 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-aa94b133-0d78-4f51-8ce0-baad1724fab5 req-ee4c628f-9cbf-4e7c-ac95-4a766468488e service neutron] Attempting to bind port 6dfbd68e-dd05-412f-a2ca-4197047e6d0f on host hv-cinder-80643 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 21:29:27.743504 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-aa94b133-0d78-4f51-8ce0-baad1724fab5 req-ee4c628f-9cbf-4e7c-ac95-4a766468488e service neutron] Attempting to bind port 6dfbd68e-dd05-412f-a2ca-4197047e6d0f by drivers openvswitch,hyperv on host hv-cinder-80643 at level 0 using segments [{'id': '6eb6954a-651b-4580-8c18-a1abdf542ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 21:29:27.743745 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa94b133-0d78-4f51-8ce0-baad1724fab5 req-ee4c628f-9cbf-4e7c-ac95-4a766468488e service neutron] Attempting to bind port 6dfbd68e-dd05-412f-a2ca-4197047e6d0f on network 3ba0d4a2-623b-4c37-8552-bca65d0b90fa {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:29:27.748901 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa94b133-0d78-4f51-8ce0-baad1724fab5 req-ee4c628f-9cbf-4e7c-ac95-4a766468488e service neutron] Port 6dfbd68e-dd05-412f-a2ca-4197047e6d0f on network 3ba0d4a2-623b-4c37-8552-bca65d0b90fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80643 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 21:29:27.749367 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa94b133-0d78-4f51-8ce0-baad1724fab5 req-ee4c628f-9cbf-4e7c-ac95-4a766468488e service neutron] Attempting to bind port 6dfbd68e-dd05-412f-a2ca-4197047e6d0f on network 3ba0d4a2-623b-4c37-8552-bca65d0b90fa {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:29:27.756022 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa94b133-0d78-4f51-8ce0-baad1724fab5 req-ee4c628f-9cbf-4e7c-ac95-4a766468488e service neutron] Checking agent: {'id': '14be5267-b6f6-4f5d-aa76-a7f98d21013b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80643', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 21, 22, 11), 'started_at': datetime.datetime(2021, 8, 27, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 21, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 21:29:27.756449 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa94b133-0d78-4f51-8ce0-baad1724fab5 req-ee4c628f-9cbf-4e7c-ac95-4a766468488e service neutron] Checking segment: {'id': '6eb6954a-651b-4580-8c18-a1abdf542ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:29:27.756791 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa94b133-0d78-4f51-8ce0-baad1724fab5 req-ee4c628f-9cbf-4e7c-ac95-4a766468488e service neutron] Bound using segment: {'id': '6eb6954a-651b-4580-8c18-a1abdf542ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 21:29:27.757235 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-aa94b133-0d78-4f51-8ce0-baad1724fab5 req-ee4c628f-9cbf-4e7c-ac95-4a766468488e service neutron] Bound port: 6dfbd68e-dd05-412f-a2ca-4197047e6d0f, host: hv-cinder-80643, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6eb6954a-651b-4580-8c18-a1abdf542ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 21:29:27.757595 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-aa94b133-0d78-4f51-8ce0-baad1724fab5 req-ee4c628f-9cbf-4e7c-ac95-4a766468488e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:27.759980 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device 0bc5114e-06ed-4d19-b003-ceb13b7f63e5 no longer exists at agent hyperv_hv-cinder-80643 {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 21:29:27.788182 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] No Port match for: 0bc5114e-06ed-4d19-b003-ceb13b7f63e5 {{(pid=93798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 21:29:27.789066 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device 0bc5114e-06ed-4d19-b003-ceb13b7f63e5 not bound to the agent host hv-cinder-80643 {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 21:29:27.844908 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-aa94b133-0d78-4f51-8ce0-baad1724fab5 req-ee4c628f-9cbf-4e7c-ac95-4a766468488e service neutron] For port 6dfbd68e-dd05-412f-a2ca-4197047e6d0f, host hv-cinder-80643, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 21:29:27.848211 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-aa94b133-0d78-4f51-8ce0-baad1724fab5 req-ee4c628f-9cbf-4e7c-ac95-4a766468488e service neutron] For port 6dfbd68e-dd05-412f-a2ca-4197047e6d0f, host hv-cinder-80643, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=6dfbd68e-dd05-412f-a2ca-4197047e6d0f,segment=NetworkSegment(6eb6954a-651b-4580-8c18-a1abdf542ea3),segment_id=6eb6954a-651b-4580-8c18-a1abdf542ea3)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 21:29:27.853230 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-aa94b133-0d78-4f51-8ce0-baad1724fab5 req-ee4c628f-9cbf-4e7c-ac95-4a766468488e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25193661'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:27.894130 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa94b133-0d78-4f51-8ce0-baad1724fab5 req-ee4c628f-9cbf-4e7c-ac95-4a766468488e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:27.894754 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-aa94b133-0d78-4f51-8ce0-baad1724fab5 req-ee4c628f-9cbf-4e7c-ac95-4a766468488e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:27.897017 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-aa94b133-0d78-4f51-8ce0-baad1724fab5 req-ee4c628f-9cbf-4e7c-ac95-4a766468488e service neutron] 10.222.0.73 "PUT /v2.0/ports/6dfbd68e-dd05-412f-a2ca-4197047e6d0f HTTP/1.1" status: 200 len: 1094 time: 0.7193162 Aug 27 21:29:27.897464 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cc88d78-4965-4dfc-8c30-98f623e768ef', 'tag': '6dfbd68e-dd05-412f-a2ca-4197047e6d0f'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:29:27.899750 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38019ac9d499d238660659c848bc6e147427a71e556f74dfb6c52f178b5569d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3580e6e-5723-49e4-8164-1e6c2fefb99f" -d '{"events": [{"name": "network-changed", "server_uuid": "9cc88d78-4965-4dfc-8c30-98f623e768ef", "tag": "6dfbd68e-dd05-412f-a2ca-4197047e6d0f"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:29:27.940196 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4c628f-9cbf-4e7c-ac95-4a766468488e service neutron] Pushing event updated for resources: {'Port': ['ID=6dfbd68e-dd05-412f-a2ca-4197047e6d0f,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:29:27.946113 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 21:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1016db2-12e0-461f-b223-c4d90cff9873 x-openstack-request-id: req-c1016db2-12e0-461f-b223-c4d90cff9873 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:29:27.946113 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cc88d78-4965-4dfc-8c30-98f623e768ef", "tag": "6dfbd68e-dd05-412f-a2ca-4197047e6d0f", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:29:27.946423 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c1016db2-12e0-461f-b223-c4d90cff9873 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:29:27.946755 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cc88d78-4965-4dfc-8c30-98f623e768ef', 'tag': '6dfbd68e-dd05-412f-a2ca-4197047e6d0f', 'status': 'completed', 'code': 200} Aug 27 21:29:28.643582 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f2d05-37e3-4c75-8204-32bc05b5890d req-fde25ba5-7c85-4185-927c-1d9b296a833a tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:28.645129 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-389f2d05-37e3-4c75-8204-32bc05b5890d req-fde25ba5-7c85-4185-927c-1d9b296a833a tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc88d78-4965-4dfc-8c30-98f623e768ef HTTP/1.1" status: 200 len: 944 time: 0.0587988 Aug 27 21:29:28.691755 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-389f2d05-37e3-4c75-8204-32bc05b5890d req-c73163ca-cda5-4b8f-82f2-da58284b9e96 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/security-groups?id=28bf76b6-d343-4eb6-9dcd-dc6337ad6069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402126 Aug 27 21:29:29.813701 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d6d2db-938d-483b-ad9d-12cefe95042c req-e2048eb3-b7c0-4aef-9998-0034aa11454d tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:29.815212 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-51d6d2db-938d-483b-ad9d-12cefe95042c req-e2048eb3-b7c0-4aef-9998-0034aa11454d tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc88d78-4965-4dfc-8c30-98f623e768ef HTTP/1.1" status: 200 len: 944 time: 0.0506158 Aug 27 21:29:29.857415 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-51d6d2db-938d-483b-ad9d-12cefe95042c req-1aae9959-b091-4336-a61d-4e9fe71d87dd tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/security-groups?id=28bf76b6-d343-4eb6-9dcd-dc6337ad6069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357873 Aug 27 21:29:30.717823 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa94b133-0d78-4f51-8ce0-baad1724fab5 req-418335ec-bed5-4a2b-9010-85340d4241fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:30.719331 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-aa94b133-0d78-4f51-8ce0-baad1724fab5 req-418335ec-bed5-4a2b-9010-85340d4241fa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c2b8ea1d8b104790a4de676157dbe4f3&device_id=9cc88d78-4965-4dfc-8c30-98f623e768ef HTTP/1.1" status: 200 len: 1097 time: 0.0966730 Aug 27 21:29:30.767586 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-aa94b133-0d78-4f51-8ce0-baad1724fab5 req-6d614136-6af8-438a-83d7-1129773f15d2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6dfbd68e-dd05-412f-a2ca-4197047e6d0f HTTP/1.1" status: 200 len: 217 time: 0.0342429 Aug 27 21:29:30.826949 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa94b133-0d78-4f51-8ce0-baad1724fab5 req-c8fa3bec-42c0-4268-916e-f806c2287338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:30.828421 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-aa94b133-0d78-4f51-8ce0-baad1724fab5 req-c8fa3bec-42c0-4268-916e-f806c2287338 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=963c1e30-5961-4cc8-bba8-6c8d398a8e99 HTTP/1.1" status: 200 len: 851 time: 0.0473449 Aug 27 21:29:30.877316 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa94b133-0d78-4f51-8ce0-baad1724fab5 req-3383df54-fc00-4a97-bdff-4d03b5e7bf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:30.878922 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-aa94b133-0d78-4f51-8ce0-baad1724fab5 req-3383df54-fc00-4a97-bdff-4d03b5e7bf8d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3ba0d4a2-623b-4c37-8552-bca65d0b90fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415802 Aug 27 21:29:30.979611 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-aa94b133-0d78-4f51-8ce0-baad1724fab5 req-db4d07a6-2bbe-44c5-99c4-e373a739e21d service neutron] 10.222.0.73 "GET /v2.0/networks/3ba0d4a2-623b-4c37-8552-bca65d0b90fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861392 Aug 27 21:29:30.982928 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e653cc6f-67d2-477d-8b55-fe51f2acaa9c req-3526c437-dc32-4778-8fc5-f826871d9b2f tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:30.984787 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-e653cc6f-67d2-477d-8b55-fe51f2acaa9c req-3526c437-dc32-4778-8fc5-f826871d9b2f tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc88d78-4965-4dfc-8c30-98f623e768ef HTTP/1.1" status: 200 len: 944 time: 0.0553286 Aug 27 21:29:31.027613 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-e653cc6f-67d2-477d-8b55-fe51f2acaa9c req-25c84bf0-cca9-419c-951f-45848ebd1402 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/security-groups?id=28bf76b6-d343-4eb6-9dcd-dc6337ad6069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357549 Aug 27 21:29:31.086895 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-aa94b133-0d78-4f51-8ce0-baad1724fab5 req-c1e7bfe7-8311-472b-92e6-74e010f2ad97 service neutron] 10.222.0.73 "GET /v2.0/networks/3ba0d4a2-623b-4c37-8552-bca65d0b90fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974813 Aug 27 21:29:31.189533 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3580e6e-5723-49e4-8164-1e6c2fefb99f req-d95fed8a-cf54-496b-b369-4e79589a3ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:31.191066 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-e3580e6e-5723-49e4-8164-1e6c2fefb99f req-d95fed8a-cf54-496b-b369-4e79589a3ae3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c2b8ea1d8b104790a4de676157dbe4f3&device_id=9cc88d78-4965-4dfc-8c30-98f623e768ef HTTP/1.1" status: 200 len: 1097 time: 0.0457113 Aug 27 21:29:31.296392 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3580e6e-5723-49e4-8164-1e6c2fefb99f req-bcc48d2c-3091-4669-8812-eb192680892c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:31.297872 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-e3580e6e-5723-49e4-8164-1e6c2fefb99f req-bcc48d2c-3091-4669-8812-eb192680892c service neutron] 10.222.0.73 "GET /v2.0/networks?id=3ba0d4a2-623b-4c37-8552-bca65d0b90fa HTTP/1.1" status: 200 len: 913 time: 0.0975509 Aug 27 21:29:31.343128 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-e3580e6e-5723-49e4-8164-1e6c2fefb99f req-0c6abed6-44ab-444d-98cb-e9dc8e080167 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6dfbd68e-dd05-412f-a2ca-4197047e6d0f HTTP/1.1" status: 200 len: 217 time: 0.0367677 Aug 27 21:29:31.406074 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3580e6e-5723-49e4-8164-1e6c2fefb99f req-118db275-2b7c-4b25-8262-43f794f01f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:31.407566 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-e3580e6e-5723-49e4-8164-1e6c2fefb99f req-118db275-2b7c-4b25-8262-43f794f01f25 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=963c1e30-5961-4cc8-bba8-6c8d398a8e99 HTTP/1.1" status: 200 len: 851 time: 0.0549967 Aug 27 21:29:31.472257 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3580e6e-5723-49e4-8164-1e6c2fefb99f req-d815ba5b-f0fb-47de-8124-fbf9dca80e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:31.473734 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-e3580e6e-5723-49e4-8164-1e6c2fefb99f req-d815ba5b-f0fb-47de-8124-fbf9dca80e36 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3ba0d4a2-623b-4c37-8552-bca65d0b90fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0574098 Aug 27 21:29:31.566529 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-e3580e6e-5723-49e4-8164-1e6c2fefb99f req-9ab61a90-7e97-420b-b138-9b56f968e2f8 service neutron] 10.222.0.73 "GET /v2.0/networks/3ba0d4a2-623b-4c37-8552-bca65d0b90fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846190 Aug 27 21:29:31.663514 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-e3580e6e-5723-49e4-8164-1e6c2fefb99f req-370a280f-fb4a-492c-a027-b817f8ff379c service neutron] 10.222.0.73 "GET /v2.0/networks/3ba0d4a2-623b-4c37-8552-bca65d0b90fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895691 Aug 27 21:29:32.166780 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7449c43-e938-4da0-bfd3-d93e2cfbcd15 req-0b838394-537f-4922-b4b0-711ec253a79b tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:32.168270 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-d7449c43-e938-4da0-bfd3-d93e2cfbcd15 req-0b838394-537f-4922-b4b0-711ec253a79b tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc88d78-4965-4dfc-8c30-98f623e768ef HTTP/1.1" status: 200 len: 944 time: 0.0537777 Aug 27 21:29:32.207185 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-d7449c43-e938-4da0-bfd3-d93e2cfbcd15 req-504fe56c-a918-4a73-930a-97d201d094fb tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/security-groups?id=28bf76b6-d343-4eb6-9dcd-dc6337ad6069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329840 Aug 27 21:29:32.734330 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16008c0-45f0-4ff3-9b05-a9ac22d18644 req-1b3ec605-1341-4bba-b1b5-bae7632ac455 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:32.735795 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-c16008c0-45f0-4ff3-9b05-a9ac22d18644 req-1b3ec605-1341-4bba-b1b5-bae7632ac455 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 947 time: 0.0512102 Aug 27 21:29:32.774114 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-c16008c0-45f0-4ff3-9b05-a9ac22d18644 req-6720a166-626d-4ed7-bbc3-e94e8ec228ce tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317070 Aug 27 21:29:33.331390 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e329c-6617-4296-bafb-7ccc2a69af8e req-abdb9e4e-a47e-430e-923b-7515369093fe tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:33.332902 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-289e329c-6617-4296-bafb-7ccc2a69af8e req-abdb9e4e-a47e-430e-923b-7515369093fe tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc88d78-4965-4dfc-8c30-98f623e768ef HTTP/1.1" status: 200 len: 944 time: 0.0522680 Aug 27 21:29:33.373738 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-289e329c-6617-4296-bafb-7ccc2a69af8e req-59fd5b00-fded-4e0c-905f-97a1cce92a6e tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/security-groups?id=28bf76b6-d343-4eb6-9dcd-dc6337ad6069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339153 Aug 27 21:29:33.908572 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784fea7-f5cf-4704-948e-af2f581879ac req-6200b980-7bb2-44ed-89ca-cc2538c0663e tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:33.910187 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-0784fea7-f5cf-4704-948e-af2f581879ac req-6200b980-7bb2-44ed-89ca-cc2538c0663e tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 947 time: 0.0595121 Aug 27 21:29:33.952393 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-0784fea7-f5cf-4704-948e-af2f581879ac req-370353da-066e-46db-a38f-66e19741f11d tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343280 Aug 27 21:29:34.253848 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f9676-0004-41c4-9e86-86fe1bff011e req-e543b2d3-a69b-4955-8b36-4e404896e9ac tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:34.255890 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-200f9676-0004-41c4-9e86-86fe1bff011e req-e543b2d3-a69b-4955-8b36-4e404896e9ac tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/ports?device_id=07f28713-dea7-4a2c-bda8-d21bfea31b4a HTTP/1.1" status: 200 len: 984 time: 0.0909920 Aug 27 21:29:34.258827 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573193e2-eb6a-4e49-9a0a-c4bf819b8d68 req-76c773ad-ac0d-4c6a-b810-80b7ab4e183b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:34.260179 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-573193e2-eb6a-4e49-9a0a-c4bf819b8d68 req-76c773ad-ac0d-4c6a-b810-80b7ab4e183b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=643ef7a25d8f4b71ae55ebc55eefc0e6&device_id=07f28713-dea7-4a2c-bda8-d21bfea31b4a HTTP/1.1" status: 200 len: 1137 time: 0.0689900 Aug 27 21:29:34.337373 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-200f9676-0004-41c4-9e86-86fe1bff011e req-ec51f679-7472-40c2-944f-9484783d8092 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaa3dc92-eb30-408f-948c-63ceb829d106&id=abcf9df5-8bae-4537-8f24-3f6533773127&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0750058 Aug 27 21:29:34.376404 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573193e2-eb6a-4e49-9a0a-c4bf819b8d68 req-becb1201-38fe-487a-90fa-082600b8efa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:34.377886 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-573193e2-eb6a-4e49-9a0a-c4bf819b8d68 req-becb1201-38fe-487a-90fa-082600b8efa4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cfa78330-d176-4c9f-aa9a-4db08f23b10c HTTP/1.1" status: 200 len: 916 time: 0.1035156 Aug 27 21:29:34.455903 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-573193e2-eb6a-4e49-9a0a-c4bf819b8d68 req-e33b0149-598d-4768-89f8-2a2f173c0445 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5177c7bd-0796-4819-869f-293eddf0820e HTTP/1.1" status: 200 len: 1001 time: 0.0681868 Aug 27 21:29:34.513835 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573193e2-eb6a-4e49-9a0a-c4bf819b8d68 req-fae4cf07-9afb-4249-9451-4943a02ba4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:34.515326 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-573193e2-eb6a-4e49-9a0a-c4bf819b8d68 req-fae4cf07-9afb-4249-9451-4943a02ba4cc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=552f9052-989c-4d96-96ce-501309883166 HTTP/1.1" status: 200 len: 854 time: 0.0524600 Aug 27 21:29:34.538185 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51054947-db43-4ae2-9ee0-bb02cedd7119 req-543b4f7f-d00f-4af1-ba16-5902d5ccda9b tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:34.539750 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-51054947-db43-4ae2-9ee0-bb02cedd7119 req-543b4f7f-d00f-4af1-ba16-5902d5ccda9b tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc88d78-4965-4dfc-8c30-98f623e768ef HTTP/1.1" status: 200 len: 944 time: 0.0964651 Aug 27 21:29:34.550169 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505623bc-d259-48aa-9358-c2be85732cd3 req-04498881-2cf7-458f-ab3c-057092cf4183 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:34.551609 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-505623bc-d259-48aa-9358-c2be85732cd3 req-04498881-2cf7-458f-ab3c-057092cf4183 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 947 time: 0.0917017 Aug 27 21:29:34.582593 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573193e2-eb6a-4e49-9a0a-c4bf819b8d68 req-06719f0f-9752-4e0b-83b4-28d9381215c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:34.584772 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-573193e2-eb6a-4e49-9a0a-c4bf819b8d68 req-06719f0f-9752-4e0b-83b4-28d9381215c6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cfa78330-d176-4c9f-aa9a-4db08f23b10c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0606790 Aug 27 21:29:34.625076 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-51054947-db43-4ae2-9ee0-bb02cedd7119 req-84300d5c-8379-4ec5-aef3-6bf459359c33 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/security-groups?id=28bf76b6-d343-4eb6-9dcd-dc6337ad6069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658317 Aug 27 21:29:34.702456 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-505623bc-d259-48aa-9358-c2be85732cd3 req-aefc6dc6-8ff6-40ec-b2ec-2131b220020b tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Deleting port bd89a8b2-feb9-4512-b8fe-553705f6dd9e {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 21:29:34.702937 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-505623bc-d259-48aa-9358-c2be85732cd3 req-aefc6dc6-8ff6-40ec-b2ec-2131b220020b tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794201129759'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:34.725238 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-573193e2-eb6a-4e49-9a0a-c4bf819b8d68 req-3f86934d-b1c0-4ed5-a9fe-5b3288367993 service neutron] 10.222.0.73 "GET /v2.0/networks/cfa78330-d176-4c9f-aa9a-4db08f23b10c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321878 Aug 27 21:29:34.797081 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-505623bc-d259-48aa-9358-c2be85732cd3 req-aefc6dc6-8ff6-40ec-b2ec-2131b220020b tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] For port bd89a8b2-feb9-4512-b8fe-553705f6dd9e, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=bd89a8b2-feb9-4512-b8fe-553705f6dd9e,segment=NetworkSegment(cf28798e-2dc9-43ac-a0bc-53018bbccb0e),segment_id=cf28798e-2dc9-43ac-a0bc-53018bbccb0e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:29:34.797441 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-505623bc-d259-48aa-9358-c2be85732cd3 req-aefc6dc6-8ff6-40ec-b2ec-2131b220020b tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:34.821105 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-573193e2-eb6a-4e49-9a0a-c4bf819b8d68 req-cea138dc-b054-45cd-bd5e-618ce4054573 service neutron] 10.222.0.73 "GET /v2.0/networks/cfa78330-d176-4c9f-aa9a-4db08f23b10c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866842 Aug 27 21:29:35.026803 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-505623bc-d259-48aa-9358-c2be85732cd3 req-aefc6dc6-8ff6-40ec-b2ec-2131b220020b tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:35.027249 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-505623bc-d259-48aa-9358-c2be85732cd3 req-aefc6dc6-8ff6-40ec-b2ec-2131b220020b tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628369'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:35.027677 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.db.l3_db [req-505623bc-d259-48aa-9358-c2be85732cd3 req-aefc6dc6-8ff6-40ec-b2ec-2131b220020b tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Floating IP b2f63c92-e3d7-43a1-92df-bb9f231f8ca3 disassociated. External IP: 172.27.0.55, port: bd89a8b2-feb9-4512-b8fe-553705f6dd9e. Aug 27 21:29:35.028027 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-505623bc-d259-48aa-9358-c2be85732cd3 req-aefc6dc6-8ff6-40ec-b2ec-2131b220020b tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Calling delete_port for bd89a8b2-feb9-4512-b8fe-553705f6dd9e owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 21:29:35.131653 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8fe00-8649-4953-a29f-84ce4a15ab91 req-af023d7b-1db5-4b2d-89b9-f2c3e8a333a7 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:35.133218 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-62c8fe00-8649-4953-a29f-84ce4a15ab91 req-af023d7b-1db5-4b2d-89b9-f2c3e8a333a7 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b49151a-ae9a-4ab0-8027-c5e49267742b HTTP/1.1" status: 200 len: 947 time: 0.0930741 Aug 27 21:29:35.203924 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-62c8fe00-8649-4953-a29f-84ce4a15ab91 req-a205d187-1e3a-4fc6-abfc-e724597c3175 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0633996 Aug 27 21:29:35.229271 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-505623bc-d259-48aa-9358-c2be85732cd3 req-aefc6dc6-8ff6-40ec-b2ec-2131b220020b tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794201022239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794200564237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-275356'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:35.259509 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefc6dc6-8ff6-40ec-b2ec-2131b220020b tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Pushing event deleted for resources: {'Port': ['ID=bd89a8b2-feb9-4512-b8fe-553705f6dd9e,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:29:35.269795 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc6dc6-8ff6-40ec-b2ec-2131b220020b tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:29:35.270140 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc6dc6-8ff6-40ec-b2ec-2131b220020b tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:29:35.270483 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc6dc6-8ff6-40ec-b2ec-2131b220020b tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:29:35.271545 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc6dc6-8ff6-40ec-b2ec-2131b220020b tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:29:35.271972 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc6dc6-8ff6-40ec-b2ec-2131b220020b tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:29:35.272307 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc6dc6-8ff6-40ec-b2ec-2131b220020b tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:29:35.272677 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc6dc6-8ff6-40ec-b2ec-2131b220020b tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:29:35.272997 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc6dc6-8ff6-40ec-b2ec-2131b220020b tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:29:35.273344 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc6dc6-8ff6-40ec-b2ec-2131b220020b tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:29:35.273672 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc6dc6-8ff6-40ec-b2ec-2131b220020b tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:29:35.273992 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc6dc6-8ff6-40ec-b2ec-2131b220020b tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:29:35.274311 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc6dc6-8ff6-40ec-b2ec-2131b220020b tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:29:35.394479 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [req-505623bc-d259-48aa-9358-c2be85732cd3 req-aefc6dc6-8ff6-40ec-b2ec-2131b220020b tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Router af46ff4f-6630-489b-84a6-265c56f11df1 has already been hosted by L3 agent da753c34-e47f-42d8-9f83-ec5464f53bc8 {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 21:29:35.473296 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0dccdc-a676-436f-b4e0-8541adb3780c req-60c364df-75fd-4655-a4b2-f7fe4f28647b tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:35.475254 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-8a0dccdc-a676-436f-b4e0-8541adb3780c req-60c364df-75fd-4655-a4b2-f7fe4f28647b tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/ports?device_id=07f28713-dea7-4a2c-bda8-d21bfea31b4a HTTP/1.1" status: 200 len: 984 time: 0.0556087 Aug 27 21:29:35.510251 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-505623bc-d259-48aa-9358-c2be85732cd3 req-aefc6dc6-8ff6-40ec-b2ec-2131b220020b tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify agent at l3_agent.dv-cinder-806436-1-iscsi the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 21:29:35.522188 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-8a0dccdc-a676-436f-b4e0-8541adb3780c req-3c46dabe-3c26-442c-8948-b5f2eb2fe3ac tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaa3dc92-eb30-408f-948c-63ceb829d106&id=abcf9df5-8bae-4537-8f24-3f6533773127&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0405321 Aug 27 21:29:35.524726 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e04c4c6-ae8f-4586-884d-cde13e671d96 None None] Sync routers for ids ['af46ff4f-6630-489b-84a6-265c56f11df1'] in dv-cinder-806436-1-iscsi {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 21:29:35.534189 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e04c4c6-ae8f-4586-884d-cde13e671d96 None None] Routers {'af46ff4f-6630-489b-84a6-265c56f11df1'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:29:35.535174 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-7e04c4c6-ae8f-4586-884d-cde13e671d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:29:21Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['af46ff4f-6630-489b-84a6-265c56f11df1'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:29:35.571330 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-505623bc-d259-48aa-9358-c2be85732cd3 req-aefc6dc6-8ff6-40ec-b2ec-2131b220020b tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] No DVR routers for this DVR port bd89a8b2-feb9-4512-b8fe-553705f6dd9e on host hv-cinder-80643 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 21:29:35.574048 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-505623bc-d259-48aa-9358-c2be85732cd3 req-aefc6dc6-8ff6-40ec-b2ec-2131b220020b tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:35.576104 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-505623bc-d259-48aa-9358-c2be85732cd3 req-aefc6dc6-8ff6-40ec-b2ec-2131b220020b tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.73 "DELETE /v2.0/ports/bd89a8b2-feb9-4512-b8fe-553705f6dd9e HTTP/1.1" status: 204 len: 173 time: 1.0183189 Aug 27 21:29:35.576580 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b49151a-ae9a-4ab0-8027-c5e49267742b', 'name': 'network-vif-deleted', 'tag': 'bd89a8b2-feb9-4512-b8fe-553705f6dd9e'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:29:35.578893 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef12610d4521d53b4d383b2d1315697e44e13910463e2f079bf4fa6d75d3d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a222d030-fbf1-4c2e-bb5c-5f6566081567" -d '{"events": [{"server_uuid": "5b49151a-ae9a-4ab0-8027-c5e49267742b", "name": "network-vif-deleted", "tag": "bd89a8b2-feb9-4512-b8fe-553705f6dd9e"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:29:35.704827 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 21:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1e3146-3ad2-4052-924d-789afcff9d92 x-openstack-request-id: req-fd1e3146-3ad2-4052-924d-789afcff9d92 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:29:35.705367 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b49151a-ae9a-4ab0-8027-c5e49267742b", "name": "network-vif-deleted", "tag": "bd89a8b2-feb9-4512-b8fe-553705f6dd9e", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:29:35.705780 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fd1e3146-3ad2-4052-924d-789afcff9d92 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:29:35.706343 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b49151a-ae9a-4ab0-8027-c5e49267742b', 'name': 'network-vif-deleted', 'tag': 'bd89a8b2-feb9-4512-b8fe-553705f6dd9e', 'status': 'completed', 'code': 200} Aug 27 21:29:35.772782 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da65dea-a197-4e6f-9efd-28156174b025 req-9b879e25-a7aa-4ea9-bfe6-a9f1e4af73d0 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:35.780284 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-3da65dea-a197-4e6f-9efd-28156174b025 req-9b879e25-a7aa-4ea9-bfe6-a9f1e4af73d0 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc88d78-4965-4dfc-8c30-98f623e768ef HTTP/1.1" status: 200 len: 944 time: 0.0661294 Aug 27 21:29:35.822777 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-3da65dea-a197-4e6f-9efd-28156174b025 req-7d4dc6ba-e60d-42c8-b029-5194d9ccf0fc tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/security-groups?id=28bf76b6-d343-4eb6-9dcd-dc6337ad6069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411208 Aug 27 21:29:35.827523 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-7e04c4c6-ae8f-4586-884d-cde13e671d96 None None] Set router af46ff4f-6630-489b-84a6-265c56f11df1 gateway port host: dv-cinder-806436-1-iscsi {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:29:36.053168 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-7e04c4c6-ae8f-4586-884d-cde13e671d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af46ff4f-6630-489b-84a6-265c56f11df1', 'name': 'tempest-AttachVolumeShelveTestJSON-1071624808-router', 'tenant_id': '4c7881af14ba462d932065fd81b90b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '0c0a21da-690f-4bff-8a38-757117dd485b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:24:03Z', 'updated_at': '2021-08-27T21:24:11Z', 'revision_number': 4, 'project_id': '4c7881af14ba462d932065fd81b90b6e', 'gw_port': {'id': '0c0a21da-690f-4bff-8a38-757117dd485b', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:32:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46ff4f-6630-489b-84a6-265c56f11df1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:24:04Z', 'updated_at': '2021-08-27T21:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_interfaces': [{'id': '0d4d7021-60bf-457b-a75d-9d5a044298ed', 'name': '', 'network_id': '9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89', 'tenant_id': '4c7881af14ba462d932065fd81b90b6e', 'mac_address': 'fa:16:3e:a2:11:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46ff4f-6630-489b-84a6-265c56f11df1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6921f496-5d7a-4db6-bf96-720866799ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:24:10Z', 'updated_at': '2021-08-27T21:24:23Z', 'revision_number': 5, 'project_id': '4c7881af14ba462d932065fd81b90b6e', 'subnets': [{'id': '6921f496-5d7a-4db6-bf96-720866799ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:29:36.086350 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e04c4c6-ae8f-4586-884d-cde13e671d96 None None] Checking router: af46ff4f-6630-489b-84a6-265c56f11df1 for host: dv-cinder-806436-1-iscsi {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 21:29:36.101592 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e04c4c6-ae8f-4586-884d-cde13e671d96 None None] Routers {'af46ff4f-6630-489b-84a6-265c56f11df1'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:29:36.102765 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-7e04c4c6-ae8f-4586-884d-cde13e671d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:29:21Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['af46ff4f-6630-489b-84a6-265c56f11df1'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:29:36.240068 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-7e04c4c6-ae8f-4586-884d-cde13e671d96 None None] Set router af46ff4f-6630-489b-84a6-265c56f11df1 gateway port host: dv-cinder-806436-1-iscsi {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:29:36.307718 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 37346) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:29:36.368718 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f1a7da6d-b836-4fde-8db8-ec71de3b65e1 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:36.392263 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f1a7da6d-b836-4fde-8db8-ec71de3b65e1 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:36.449601 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f1a7da6d-b836-4fde-8db8-ec71de3b65e1 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:36.452137 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f1a7da6d-b836-4fde-8db8-ec71de3b65e1 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:36.454632 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-f1a7da6d-b836-4fde-8db8-ec71de3b65e1 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "DELETE /v2.0/security-groups/36d66ac6-a66a-4e5a-a3ac-9df3b19212c4 HTTP/1.1" status: 204 len: 168 time: 0.1447723 Aug 27 21:29:36.457049 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 37348) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:29:36.475154 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7da6d-b836-4fde-8db8-ec71de3b65e1 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d66ac6-a66a-4e5a-a3ac-9df3b19212c4,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:29:36.478624 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.api.v2.resource [None req-97662ca0-7e6a-492d-a11e-1b3fc3f25d4f tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] show failed (client error): The resource could not be found. Aug 27 21:29:36.479672 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-97662ca0-7e6a-492d-a11e-1b3fc3f25d4f tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups/36d66ac6-a66a-4e5a-a3ac-9df3b19212c4 HTTP/1.1" status: 404 len: 347 time: 0.0217090 Aug 27 21:29:36.482951 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 37350) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:29:36.515463 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-7e04c4c6-ae8f-4586-884d-cde13e671d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af46ff4f-6630-489b-84a6-265c56f11df1', 'name': 'tempest-AttachVolumeShelveTestJSON-1071624808-router', 'tenant_id': '4c7881af14ba462d932065fd81b90b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '0c0a21da-690f-4bff-8a38-757117dd485b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:24:03Z', 'updated_at': '2021-08-27T21:24:11Z', 'revision_number': 4, 'project_id': '4c7881af14ba462d932065fd81b90b6e', 'gw_port': {'id': '0c0a21da-690f-4bff-8a38-757117dd485b', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:32:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46ff4f-6630-489b-84a6-265c56f11df1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:24:04Z', 'updated_at': '2021-08-27T21:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_interfaces': [{'id': '0d4d7021-60bf-457b-a75d-9d5a044298ed', 'name': '', 'network_id': '9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89', 'tenant_id': '4c7881af14ba462d932065fd81b90b6e', 'mac_address': 'fa:16:3e:a2:11:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46ff4f-6630-489b-84a6-265c56f11df1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6921f496-5d7a-4db6-bf96-720866799ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:24:10Z', 'updated_at': '2021-08-27T21:24:23Z', 'revision_number': 5, 'project_id': '4c7881af14ba462d932065fd81b90b6e', 'subnets': [{'id': '6921f496-5d7a-4db6-bf96-720866799ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:29:36.562007 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e04c4c6-ae8f-4586-884d-cde13e671d96 None None] The sync data for ids ['af46ff4f-6630-489b-84a6-265c56f11df1'] in dv-cinder-806436-1-iscsi is: [{'id': 'af46ff4f-6630-489b-84a6-265c56f11df1', 'name': 'tempest-AttachVolumeShelveTestJSON-1071624808-router', 'tenant_id': '4c7881af14ba462d932065fd81b90b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '0c0a21da-690f-4bff-8a38-757117dd485b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:24:03Z', 'updated_at': '2021-08-27T21:24:11Z', 'revision_number': 4, 'project_id': '4c7881af14ba462d932065fd81b90b6e', 'gw_port': {'id': '0c0a21da-690f-4bff-8a38-757117dd485b', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:32:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46ff4f-6630-489b-84a6-265c56f11df1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:24:04Z', 'updated_at': '2021-08-27T21:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_interfaces': [{'id': '0d4d7021-60bf-457b-a75d-9d5a044298ed', 'name': '', 'network_id': '9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89', 'tenant_id': '4c7881af14ba462d932065fd81b90b6e', 'mac_address': 'fa:16:3e:a2:11:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46ff4f-6630-489b-84a6-265c56f11df1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6921f496-5d7a-4db6-bf96-720866799ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:24:10Z', 'updated_at': '2021-08-27T21:24:23Z', 'revision_number': 5, 'project_id': '4c7881af14ba462d932065fd81b90b6e', 'subnets': [{'id': '6921f496-5d7a-4db6-bf96-720866799ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 21:29:36.628737 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9bc012d8-28fe-42b5-8ada-15ac250edebe tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Deleting port a386e929-5cd1-4935-8dec-070ce94f2497 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 21:29:36.629305 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9bc012d8-28fe-42b5-8ada-15ac250edebe tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794201129759'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:36.682500 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04724978-da27-4800-9fb0-bbddb4c5ba64 req-a467a211-48be-4cb9-8601-1a8ce433d5a3 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:36.684099 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-04724978-da27-4800-9fb0-bbddb4c5ba64 req-a467a211-48be-4cb9-8601-1a8ce433d5a3 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/ports?device_id=07f28713-dea7-4a2c-bda8-d21bfea31b4a HTTP/1.1" status: 200 len: 984 time: 0.0650973 Aug 27 21:29:36.730454 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9bc012d8-28fe-42b5-8ada-15ac250edebe tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:36.730809 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9bc012d8-28fe-42b5-8ada-15ac250edebe tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:36.737527 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-04724978-da27-4800-9fb0-bbddb4c5ba64 req-512d19c0-ed49-4745-aee6-40451265d127 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaa3dc92-eb30-408f-948c-63ceb829d106&id=abcf9df5-8bae-4537-8f24-3f6533773127&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0402477 Aug 27 21:29:36.760375 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9bc012d8-28fe-42b5-8ada-15ac250edebe tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Calling delete_port for a386e929-5cd1-4935-8dec-070ce94f2497 owned by network:floatingip {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 21:29:36.882359 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f448a110-da54-48f4-8c20-59044405065e None None] New status for floating IP b2f63c92-e3d7-43a1-92df-bb9f231f8ca3: DOWN {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 21:29:36.925784 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9bc012d8-28fe-42b5-8ada-15ac250edebe tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794201022239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794200564237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-275356'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:36.968559 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.db.api [None req-f448a110-da54-48f4-8c20-59044405065e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 21:29:36.968957 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG oslo_db.api [None req-f448a110-da54-48f4-8c20-59044405065e None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 21:29:37.198381 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc012d8-28fe-42b5-8ada-15ac250edebe tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Pushing event deleted for resources: {'Port': ['ID=a386e929-5cd1-4935-8dec-070ce94f2497,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:29:37.290387 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353eb0f-b403-4dfa-abe2-f321d24867b3 req-7fc040c7-ea63-4338-9633-9ec6cae04cb3 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:37.291897 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-f353eb0f-b403-4dfa-abe2-f321d24867b3 req-7fc040c7-ea63-4338-9633-9ec6cae04cb3 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc88d78-4965-4dfc-8c30-98f623e768ef HTTP/1.1" status: 200 len: 944 time: 0.1051860 Aug 27 21:29:37.303258 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9bc012d8-28fe-42b5-8ada-15ac250edebe tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks [] for floatingip, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:37.305798 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9bc012d8-28fe-42b5-8ada-15ac250edebe tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:37.306905 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-9bc012d8-28fe-42b5-8ada-15ac250edebe tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "DELETE /v2.0/floatingips/b2f63c92-e3d7-43a1-92df-bb9f231f8ca3 HTTP/1.1" status: 204 len: 168 time: 0.8227170 Aug 27 21:29:37.339821 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-f353eb0f-b403-4dfa-abe2-f321d24867b3 req-3ffa107b-61a2-4f34-90a5-5e33c079f1f5 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/security-groups?id=28bf76b6-d343-4eb6-9dcd-dc6337ad6069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392978 Aug 27 21:29:37.470969 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f448a110-da54-48f4-8c20-59044405065e None None] New status for floating IP b2f63c92-e3d7-43a1-92df-bb9f231f8ca3: DOWN {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 21:29:37.557618 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 37362) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:29:37.562386 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [None req-88f29349-8003-4966-9f96-bd20ad9c8d4a tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Request body: {'security_group': {'name': 'tempest-securitygroup--147334715', 'description': 'tempest-description--684513234'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:29:37.586244 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-88f29349-8003-4966-9f96-bd20ad9c8d4a tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:37.673946 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-88f29349-8003-4966-9f96-bd20ad9c8d4a tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:37.678691 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-88f29349-8003-4966-9f96-bd20ad9c8d4a tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:37.706464 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-88f29349-8003-4966-9f96-bd20ad9c8d4a tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:37.707678 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-88f29349-8003-4966-9f96-bd20ad9c8d4a tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1489894 Aug 27 21:29:37.709665 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f29349-8003-4966-9f96-bd20ad9c8d4a tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1525189f-f799-4c04-8102-b0faa0ee4574,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:29:37.710830 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 37364) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:29:37.716533 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [None req-63b74e74-bfd4-4f3a-8f7a-df229b2fe0e3 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Request body: {'security_group_rule': {'security_group_id': '1525189f-f799-4c04-8102-b0faa0ee4574', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:29:37.748224 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-63b74e74-bfd4-4f3a-8f7a-df229b2fe0e3 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:37.801570 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-63b74e74-bfd4-4f3a-8f7a-df229b2fe0e3 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:37.809386 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-63b74e74-bfd4-4f3a-8f7a-df229b2fe0e3 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871929'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:37.838105 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b74e74-bfd4-4f3a-8f7a-df229b2fe0e3 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a734781-d8f5-4ae8-825b-345af84d7b65,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:29:37.861043 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-63b74e74-bfd4-4f3a-8f7a-df229b2fe0e3 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:37.862412 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-63b74e74-bfd4-4f3a-8f7a-df229b2fe0e3 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1503713 Aug 27 21:29:37.866641 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 37368) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:29:37.871464 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [None req-8d88f266-cfe8-418e-8fff-0399cba4ebfc tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Request body: {'security_group_rule': {'security_group_id': '1525189f-f799-4c04-8102-b0faa0ee4574', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:29:37.889042 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda0977-496d-448f-a598-81de043c1928 req-8863700f-c171-41c0-b64f-2b15f0b33232 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:37.892395 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-aeda0977-496d-448f-a598-81de043c1928 req-8863700f-c171-41c0-b64f-2b15f0b33232 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/ports?device_id=07f28713-dea7-4a2c-bda8-d21bfea31b4a HTTP/1.1" status: 200 len: 984 time: 0.0782669 Aug 27 21:29:37.902663 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8d88f266-cfe8-418e-8fff-0399cba4ebfc tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:37.936180 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-aeda0977-496d-448f-a598-81de043c1928 req-a4262c4f-4516-4b33-bc35-cc18bbd87759 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaa3dc92-eb30-408f-948c-63ceb829d106&id=abcf9df5-8bae-4537-8f24-3f6533773127&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0369630 Aug 27 21:29:37.969527 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8d88f266-cfe8-418e-8fff-0399cba4ebfc tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:37.973792 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8d88f266-cfe8-418e-8fff-0399cba4ebfc tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871929'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:38.215090 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d88f266-cfe8-418e-8fff-0399cba4ebfc tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e20729d1-c015-4137-b944-8a773a633197,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:29:38.222737 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8d88f266-cfe8-418e-8fff-0399cba4ebfc tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:38.224720 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-8d88f266-cfe8-418e-8fff-0399cba4ebfc tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3568830 Aug 27 21:29:38.228416 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 37372) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:29:38.233070 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [None req-b7aa2662-50b0-4c94-b537-f36dd680977f tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Request body: {'floatingip': {'floating_network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:29:38.260090 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b7aa2662-50b0-4c94-b537-f36dd680977f tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks [] for floatingip, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:38.368686 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b7aa2662-50b0-4c94-b537-f36dd680977f tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:38.549853 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fb86eb-d630-45b5-ad70-ad3886d9fee2 req-a9d221d8-945a-463f-859a-78d55d42885f tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:38.551366 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-07fb86eb-d630-45b5-ad70-ad3886d9fee2 req-a9d221d8-945a-463f-859a-78d55d42885f tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc88d78-4965-4dfc-8c30-98f623e768ef HTTP/1.1" status: 200 len: 944 time: 0.1028843 Aug 27 21:29:38.553080 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-b7aa2662-50b0-4c94-b537-f36dd680977f tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Allocated IP 172.27.0.151 (3cb20040-a5aa-4574-8b0a-6832b57fea7e/ca2fa5cb-b298-4fb9-b5f4-ab6912612305/40dd305f-5c24-4247-8926-00975a859bba) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 21:29:38.634131 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-07fb86eb-d630-45b5-ad70-ad3886d9fee2 req-071facb2-d8f2-447d-9bdb-23e46f415c68 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/security-groups?id=28bf76b6-d343-4eb6-9dcd-dc6337ad6069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764618 Aug 27 21:29:38.684357 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b7aa2662-50b0-4c94-b537-f36dd680977f tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:38.724545 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b7aa2662-50b0-4c94-b537-f36dd680977f tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794200564228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-275356'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:38.768948 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7aa2662-50b0-4c94-b537-f36dd680977f tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Network 3cb20040-a5aa-4574-8b0a-6832b57fea7e is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:29:38.774757 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-b7aa2662-50b0-4c94-b537-f36dd680977f tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:29:38.778237 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7aa2662-50b0-4c94-b537-f36dd680977f tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 21:29:38.800562 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aa2662-50b0-4c94-b537-f36dd680977f tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Pushing event updated for resources: {'Port': ['ID=40dd305f-5c24-4247-8926-00975a859bba,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:29:38.867330 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b7aa2662-50b0-4c94-b537-f36dd680977f tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:38.900898 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b7aa2662-50b0-4c94-b537-f36dd680977f tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:39.093075 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d59bba-dc2e-463c-8adf-b3bfb9299b9d req-420a2c1a-c084-4953-a4fa-50d378e7446c tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:39.094729 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-19d59bba-dc2e-463c-8adf-b3bfb9299b9d req-420a2c1a-c084-4953-a4fa-50d378e7446c tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/ports?device_id=07f28713-dea7-4a2c-bda8-d21bfea31b4a HTTP/1.1" status: 200 len: 984 time: 0.0881841 Aug 27 21:29:39.117995 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device bd89a8b2-feb9-4512-b8fe-553705f6dd9e no longer exists at agent hyperv_hv-cinder-80643 {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 21:29:39.129730 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b7aa2662-50b0-4c94-b537-f36dd680977f tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:39.136006 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b7aa2662-50b0-4c94-b537-f36dd680977f tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-275333'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:39.139274 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] No Port match for: bd89a8b2-feb9-4512-b8fe-553705f6dd9e {{(pid=93798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 21:29:39.139621 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device bd89a8b2-feb9-4512-b8fe-553705f6dd9e not bound to the agent host hv-cinder-80643 {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 21:29:39.185837 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-19d59bba-dc2e-463c-8adf-b3bfb9299b9d req-b62d89b2-1033-4d6d-a384-681ab009a1a7 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaa3dc92-eb30-408f-948c-63ceb829d106&id=abcf9df5-8bae-4537-8f24-3f6533773127&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0838718 Aug 27 21:29:39.218630 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aa2662-50b0-4c94-b537-f36dd680977f tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Pushing event updated for resources: {'Port': ['ID=40dd305f-5c24-4247-8926-00975a859bba,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:29:39.235541 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b7aa2662-50b0-4c94-b537-f36dd680977f tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628369'] for floatingip, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:39.250068 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b7aa2662-50b0-4c94-b537-f36dd680977f tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:39.251254 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-b7aa2662-50b0-4c94-b537-f36dd680977f tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0217488 Aug 27 21:29:39.394318 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-3d738909-38ec-4580-99bc-53b10e78f972 req-6dbd0370-ad68-4c21-b274-2523b8a58886 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--147334715&fields=id&tenant_id=4c7881af14ba462d932065fd81b90b6e HTTP/1.1" status: 200 len: 267 time: 0.0327113 Aug 27 21:29:39.511522 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d738909-38ec-4580-99bc-53b10e78f972 req-69cb9542-e11d-47fa-86f6-6730113dc4b4 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:39.513015 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-3d738909-38ec-4580-99bc-53b10e78f972 req-69cb9542-e11d-47fa-86f6-6730113dc4b4 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/networks?id=9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89 HTTP/1.1" status: 200 len: 817 time: 0.1103916 Aug 27 21:29:39.530554 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-3d738909-38ec-4580-99bc-53b10e78f972 req-d2a5fc6b-6f4b-4de7-b461-47b281090b0c tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/quotas/4c7881af14ba462d932065fd81b90b6e HTTP/1.1" status: 200 len: 375 time: 0.0115416 Aug 27 21:29:39.588264 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-3d738909-38ec-4580-99bc-53b10e78f972 req-17c89dfc-cb0a-4e49-bc1d-83fadc819c51 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4c7881af14ba462d932065fd81b90b6e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0517225 Aug 27 21:29:39.690851 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-3d738909-38ec-4580-99bc-53b10e78f972 req-009cc1ae-7985-4721-b031-2f6fb291a711 service neutron] 10.222.0.39 "GET /v2.0/networks/9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909283 Aug 27 21:29:39.756490 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee1986d-7d54-4ee6-93f6-b1831298d9a2 req-b36ba0e7-35a5-4e0c-9483-dfb702143970 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:39.758215 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-bee1986d-7d54-4ee6-93f6-b1831298d9a2 req-b36ba0e7-35a5-4e0c-9483-dfb702143970 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc88d78-4965-4dfc-8c30-98f623e768ef HTTP/1.1" status: 200 len: 944 time: 0.0547388 Aug 27 21:29:39.795554 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-3d738909-38ec-4580-99bc-53b10e78f972 req-ec74c562-ac3a-4048-b54c-0d295735fdb1 service neutron] 10.222.0.39 "GET /v2.0/networks/9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956318 Aug 27 21:29:39.800299 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-bee1986d-7d54-4ee6-93f6-b1831298d9a2 req-49271a0c-5e1b-4b7c-9917-d9d14f5f00f7 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/security-groups?id=28bf76b6-d343-4eb6-9dcd-dc6337ad6069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347309 Aug 27 21:29:39.964142 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-b553033f-221a-424c-a670-6f459db0baee req-46b0b94e-917f-4c4d-b9e1-ad98783ca843 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 210 time: 0.0284812 Aug 27 21:29:40.348104 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5fed9-cd4a-4836-9292-f7efecf09fd2 req-cb1e6664-5332-4f95-a19a-ba7d708956c6 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:40.351410 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-f9e5fed9-cd4a-4836-9292-f7efecf09fd2 req-cb1e6664-5332-4f95-a19a-ba7d708956c6 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/ports?device_id=07f28713-dea7-4a2c-bda8-d21bfea31b4a HTTP/1.1" status: 200 len: 984 time: 0.0785353 Aug 27 21:29:40.420515 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-f9e5fed9-cd4a-4836-9292-f7efecf09fd2 req-4a8afa05-87f6-485b-84a9-f0cc84e68a12 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaa3dc92-eb30-408f-948c-63ceb829d106&id=abcf9df5-8bae-4537-8f24-3f6533773127&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0606861 Aug 27 21:29:40.894668 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.agents_db [None req-9a3f5963-9603-4723-9a6c-2e2f5b4345b2 None None] Agent healthcheck: found 6 active agents {{(pid=93799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 21:29:40.943421 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b99023-e0bc-43b9-89f8-7a0850851b7a req-c17c65f7-7154-41ed-bf64-2501b5f0af5f tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:40.946187 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-26b99023-e0bc-43b9-89f8-7a0850851b7a req-c17c65f7-7154-41ed-bf64-2501b5f0af5f tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc88d78-4965-4dfc-8c30-98f623e768ef HTTP/1.1" status: 200 len: 944 time: 0.0581856 Aug 27 21:29:40.995571 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-26b99023-e0bc-43b9-89f8-7a0850851b7a req-df1ba691-154f-47f7-9ad7-2ea0d3b6d4b5 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/security-groups?id=28bf76b6-d343-4eb6-9dcd-dc6337ad6069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446868 Aug 27 21:29:41.041782 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d738909-38ec-4580-99bc-53b10e78f972 req-e595c143-a2ae-44f9-b6b9-949efae0875f tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:41.043371 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-3d738909-38ec-4580-99bc-53b10e78f972 req-e595c143-a2ae-44f9-b6b9-949efae0875f tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.73 "GET /v2.0/networks?id=9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89 HTTP/1.1" status: 200 len: 817 time: 0.1502423 Aug 27 21:29:41.075638 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-795d8b69-ece3-49ab-ad55-0330c0c58feb req-f8adae57-656d-48bf-a7f1-b9cfc8a6d6e4 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 210 time: 0.0312116 Aug 27 21:29:41.107566 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-3d738909-38ec-4580-99bc-53b10e78f972 req-cbbf6382-5766-4471-85ac-45c7ced54547 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c7881af14ba462d932065fd81b90b6e HTTP/1.1" status: 200 len: 379 time: 0.0535066 Aug 27 21:29:41.122119 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [req-3d738909-38ec-4580-99bc-53b10e78f972 req-a427c75d-6699-4b6b-a033-5ab031c4a877 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Request body: {'port': {'device_id': '57ed92d7-1b08-4015-8c44-13d686b1c812', 'network_id': '9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89', 'admin_state_up': True, 'tenant_id': '4c7881af14ba462d932065fd81b90b6e', 'security_groups': ['1525189f-f799-4c04-8102-b0faa0ee4574']}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:29:41.224622 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d738909-38ec-4580-99bc-53b10e78f972 req-a427c75d-6699-4b6b-a033-5ab031c4a877 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Made reservation on behalf of 4c7881af14ba462d932065fd81b90b6e for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 21:29:41.228015 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3d738909-38ec-4580-99bc-53b10e78f972 req-a427c75d-6699-4b6b-a033-5ab031c4a877 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:41.358803 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-3d738909-38ec-4580-99bc-53b10e78f972 req-a427c75d-6699-4b6b-a033-5ab031c4a877 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Allocated IP 172.20.0.3 (9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89/6921f496-5d7a-4db6-bf96-720866799ce1/93baeb5f-5110-4687-925d-bee1b1c54deb) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 21:29:41.491881 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3d738909-38ec-4580-99bc-53b10e78f972 req-a427c75d-6699-4b6b-a033-5ab031c4a877 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:41.515331 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-3d738909-38ec-4580-99bc-53b10e78f972 req-a427c75d-6699-4b6b-a033-5ab031c4a877 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Transition to ACTIVE for port object 93baeb5f-5110-4687-925d-bee1b1c54deb will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:29:41.573980 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c41bb-901d-445a-9253-007e094f62fb req-757e9d25-fa1e-4d60-8b62-6995542c3d8f tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:41.575470 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-bf5c41bb-901d-445a-9253-007e094f62fb req-757e9d25-fa1e-4d60-8b62-6995542c3d8f tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/ports?device_id=07f28713-dea7-4a2c-bda8-d21bfea31b4a HTTP/1.1" status: 200 len: 984 time: 0.0716932 Aug 27 21:29:41.590196 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3d738909-38ec-4580-99bc-53b10e78f972 req-a427c75d-6699-4b6b-a033-5ab031c4a877 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794200564228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-275356'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:41.652633 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d738909-38ec-4580-99bc-53b10e78f972 req-a427c75d-6699-4b6b-a033-5ab031c4a877 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Network 9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:29:41.657716 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-bf5c41bb-901d-445a-9253-007e094f62fb req-71c3ac28-5136-479c-911a-3abe6f25da3f tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaa3dc92-eb30-408f-948c-63ceb829d106&id=abcf9df5-8bae-4537-8f24-3f6533773127&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0761335 Aug 27 21:29:41.663636 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-3d738909-38ec-4580-99bc-53b10e78f972 req-a427c75d-6699-4b6b-a033-5ab031c4a877 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:29:41.667631 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d738909-38ec-4580-99bc-53b10e78f972 req-a427c75d-6699-4b6b-a033-5ab031c4a877 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 21:29:41.675061 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a427c75d-6699-4b6b-a033-5ab031c4a877 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Pushing event updated for resources: {'Port': ['ID=93baeb5f-5110-4687-925d-bee1b1c54deb,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:29:41.735626 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d738909-38ec-4580-99bc-53b10e78f972 req-a427c75d-6699-4b6b-a033-5ab031c4a877 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:41.736269 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3d738909-38ec-4580-99bc-53b10e78f972 req-a427c75d-6699-4b6b-a033-5ab031c4a877 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:41.753468 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-3d738909-38ec-4580-99bc-53b10e78f972 req-a427c75d-6699-4b6b-a033-5ab031c4a877 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6351349 Aug 27 21:29:41.766639 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [req-3d738909-38ec-4580-99bc-53b10e78f972 req-994943c0-2f60-4137-89f4-074d037d6fbc service neutron] Request body: {'port': {'device_id': '57ed92d7-1b08-4015-8c44-13d686b1c812', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80643'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:29:41.831279 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3d738909-38ec-4580-99bc-53b10e78f972 req-994943c0-2f60-4137-89f4-074d037d6fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:41.917295 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-23c7111c-7cb6-483b-a71c-4b32559af903 None None] Provisioning for port 93baeb5f-5110-4687-925d-bee1b1c54deb completed by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:29:41.921167 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-23c7111c-7cb6-483b-a71c-4b32559af903 None None] Provisioning complete for port 93baeb5f-5110-4687-925d-bee1b1c54deb triggered by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:29:41.921534 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-23c7111c-7cb6-483b-a71c-4b32559af903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:41.955571 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-23c7111c-7cb6-483b-a71c-4b32559af903 None None] Port 93baeb5f-5110-4687-925d-bee1b1c54deb cannot update to ACTIVE because it is not bound. {{(pid=93798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 21:29:42.099592 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.notifiers.nova [req-3d738909-38ec-4580-99bc-53b10e78f972 req-994943c0-2f60-4137-89f4-074d037d6fbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93baeb5f-5110-4687-925d-bee1b1c54deb {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 21:29:42.108955 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3d738909-38ec-4580-99bc-53b10e78f972 req-994943c0-2f60-4137-89f4-074d037d6fbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:42.113878 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43bb7ac-7758-4861-9e2e-8d2dfdb0173d req-9a1b320e-2733-434f-b750-67c88d2adf8f tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:42.116366 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-f43bb7ac-7758-4861-9e2e-8d2dfdb0173d req-9a1b320e-2733-434f-b750-67c88d2adf8f tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc88d78-4965-4dfc-8c30-98f623e768ef HTTP/1.1" status: 200 len: 944 time: 0.0501978 Aug 27 21:29:42.133671 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device 6dfbd68e-dd05-412f-a2ca-4197047e6d0f details requested by agent hyperv_hv-cinder-80643 with host hv-cinder-80643 {{(pid=93798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 21:29:42.134754 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-3d738909-38ec-4580-99bc-53b10e78f972 req-994943c0-2f60-4137-89f4-074d037d6fbc service neutron] Transition to ACTIVE for port object 93baeb5f-5110-4687-925d-bee1b1c54deb will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:29:42.138951 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3d738909-38ec-4580-99bc-53b10e78f972 req-994943c0-2f60-4137-89f4-074d037d6fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-275333'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:42.163835 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-f43bb7ac-7758-4861-9e2e-8d2dfdb0173d req-9f580a72-428a-48a3-85bc-53a7da23fa7f tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/security-groups?id=28bf76b6-d343-4eb6-9dcd-dc6337ad6069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375030 Aug 27 21:29:42.265305 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994943c0-2f60-4137-89f4-074d037d6fbc service neutron] Pushing event updated for resources: {'Port': ['ID=93baeb5f-5110-4687-925d-bee1b1c54deb,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:29:42.272955 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port 6dfbd68e-dd05-412f-a2ca-4197047e6d0f, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=6dfbd68e-dd05-412f-a2ca-4197047e6d0f,segment=NetworkSegment(6eb6954a-651b-4580-8c18-a1abdf542ea3),segment_id=6eb6954a-651b-4580-8c18-a1abdf542ea3)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:29:42.292421 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Returning: {'device': '6dfbd68e-dd05-412f-a2ca-4197047e6d0f', 'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa', 'port_id': '6dfbd68e-dd05-412f-a2ca-4197047e6d0f', 'mac_address': 'fa:16:3e:33:ff:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '963c1e30-5961-4cc8-bba8-6c8d398a8e99', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 21:29:42.312694 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7189b32-b686-4652-b082-0d0f4fae3ee4 req-02a4ea1a-f111-4f80-8053-3438baf75f43 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:42.314239 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d7189b32-b686-4652-b082-0d0f4fae3ee4 req-02a4ea1a-f111-4f80-8053-3438baf75f43 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 943 time: 0.1382208 Aug 27 21:29:42.337886 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:42.350533 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:42.353798 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-3d738909-38ec-4580-99bc-53b10e78f972 req-994943c0-2f60-4137-89f4-074d037d6fbc service neutron] Attempting to bind port 93baeb5f-5110-4687-925d-bee1b1c54deb on host hv-cinder-80643 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 21:29:42.354132 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-3d738909-38ec-4580-99bc-53b10e78f972 req-994943c0-2f60-4137-89f4-074d037d6fbc service neutron] Attempting to bind port 93baeb5f-5110-4687-925d-bee1b1c54deb by drivers openvswitch,hyperv on host hv-cinder-80643 at level 0 using segments [{'id': 'cf28798e-2dc9-43ac-a0bc-53018bbccb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 21:29:42.354476 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d738909-38ec-4580-99bc-53b10e78f972 req-994943c0-2f60-4137-89f4-074d037d6fbc service neutron] Attempting to bind port 93baeb5f-5110-4687-925d-bee1b1c54deb on network 9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:29:42.355891 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dfbd68e-dd05-412f-a2ca-4197047e6d0f {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 21:29:42.362761 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d738909-38ec-4580-99bc-53b10e78f972 req-994943c0-2f60-4137-89f4-074d037d6fbc service neutron] Port 93baeb5f-5110-4687-925d-bee1b1c54deb on network 9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80643 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 21:29:42.362872 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d738909-38ec-4580-99bc-53b10e78f972 req-994943c0-2f60-4137-89f4-074d037d6fbc service neutron] Attempting to bind port 93baeb5f-5110-4687-925d-bee1b1c54deb on network 9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:29:42.377433 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d738909-38ec-4580-99bc-53b10e78f972 req-994943c0-2f60-4137-89f4-074d037d6fbc service neutron] Checking agent: {'id': '14be5267-b6f6-4f5d-aa76-a7f98d21013b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80643', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 21, 22, 11), 'started_at': datetime.datetime(2021, 8, 27, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 21, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 21:29:42.377795 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d738909-38ec-4580-99bc-53b10e78f972 req-994943c0-2f60-4137-89f4-074d037d6fbc service neutron] Checking segment: {'id': 'cf28798e-2dc9-43ac-a0bc-53018bbccb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:29:42.378426 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d738909-38ec-4580-99bc-53b10e78f972 req-994943c0-2f60-4137-89f4-074d037d6fbc service neutron] Bound using segment: {'id': 'cf28798e-2dc9-43ac-a0bc-53018bbccb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 21:29:42.378628 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-3d738909-38ec-4580-99bc-53b10e78f972 req-994943c0-2f60-4137-89f4-074d037d6fbc service neutron] Bound port: 93baeb5f-5110-4687-925d-bee1b1c54deb, host: hv-cinder-80643, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf28798e-2dc9-43ac-a0bc-53018bbccb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 21:29:42.378940 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3d738909-38ec-4580-99bc-53b10e78f972 req-994943c0-2f60-4137-89f4-074d037d6fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:42.382413 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port 6dfbd68e-dd05-412f-a2ca-4197047e6d0f, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=6dfbd68e-dd05-412f-a2ca-4197047e6d0f,segment=NetworkSegment(6eb6954a-651b-4580-8c18-a1abdf542ea3),segment_id=6eb6954a-651b-4580-8c18-a1abdf542ea3)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:29:42.389312 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:42.399363 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d7189b32-b686-4652-b082-0d0f4fae3ee4 req-b65c24f3-e794-48bf-98e0-f0f61ce81e8e tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=1525189f-f799-4c04-8102-b0faa0ee4574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749965 Aug 27 21:29:42.456628 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Pushing event updated for resources: {'Port': ['ID=6dfbd68e-dd05-412f-a2ca-4197047e6d0f,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:29:42.459443 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-3d738909-38ec-4580-99bc-53b10e78f972 req-994943c0-2f60-4137-89f4-074d037d6fbc service neutron] For port 93baeb5f-5110-4687-925d-bee1b1c54deb, host hv-cinder-80643, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 21:29:42.462549 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-3d738909-38ec-4580-99bc-53b10e78f972 req-994943c0-2f60-4137-89f4-074d037d6fbc service neutron] For port 93baeb5f-5110-4687-925d-bee1b1c54deb, host hv-cinder-80643, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=93baeb5f-5110-4687-925d-bee1b1c54deb,segment=NetworkSegment(cf28798e-2dc9-43ac-a0bc-53018bbccb0e),segment_id=cf28798e-2dc9-43ac-a0bc-53018bbccb0e)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 21:29:42.465343 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:29:42.465734 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:29:42.466119 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:29:42.466505 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:29:42.466889 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:29:42.467287 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:29:42.467722 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:29:42.468005 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3d738909-38ec-4580-99bc-53b10e78f972 req-994943c0-2f60-4137-89f4-074d037d6fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-275333'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:42.468115 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:29:42.468444 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:29:42.468770 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:29:42.469092 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:29:42.469417 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:29:42.510671 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d738909-38ec-4580-99bc-53b10e78f972 req-994943c0-2f60-4137-89f4-074d037d6fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:42.511463 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3d738909-38ec-4580-99bc-53b10e78f972 req-994943c0-2f60-4137-89f4-074d037d6fbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:42.512728 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-3d738909-38ec-4580-99bc-53b10e78f972 req-994943c0-2f60-4137-89f4-074d037d6fbc service neutron] 10.222.0.73 "PUT /v2.0/ports/93baeb5f-5110-4687-925d-bee1b1c54deb HTTP/1.1" status: 200 len: 1093 time: 0.7505605 Aug 27 21:29:42.513175 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57ed92d7-1b08-4015-8c44-13d686b1c812', 'tag': '93baeb5f-5110-4687-925d-bee1b1c54deb'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:29:42.515403 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef12610d4521d53b4d383b2d1315697e44e13910463e2f079bf4fa6d75d3d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd188c0-3fb4-4ee3-9a73-05fb95b1e783" -d '{"events": [{"name": "network-changed", "server_uuid": "57ed92d7-1b08-4015-8c44-13d686b1c812", "tag": "93baeb5f-5110-4687-925d-bee1b1c54deb"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:29:42.542001 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994943c0-2f60-4137-89f4-074d037d6fbc service neutron] Pushing event updated for resources: {'Port': ['ID=93baeb5f-5110-4687-925d-bee1b1c54deb,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:29:42.555650 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 21:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d27b88-5f35-4e89-a78b-a3e11451b93a x-openstack-request-id: req-35d27b88-5f35-4e89-a78b-a3e11451b93a {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:29:42.555948 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57ed92d7-1b08-4015-8c44-13d686b1c812", "tag": "93baeb5f-5110-4687-925d-bee1b1c54deb", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:29:42.556201 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-35d27b88-5f35-4e89-a78b-a3e11451b93a {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:29:42.556717 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57ed92d7-1b08-4015-8c44-13d686b1c812', 'tag': '93baeb5f-5110-4687-925d-bee1b1c54deb', 'status': 'completed', 'code': 200} Aug 27 21:29:42.610899 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d738909-38ec-4580-99bc-53b10e78f972 req-aa25270b-0095-4679-81c6-01cfc6a47b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:42.612427 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-3d738909-38ec-4580-99bc-53b10e78f972 req-aa25270b-0095-4679-81c6-01cfc6a47b52 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4c7881af14ba462d932065fd81b90b6e&device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 1096 time: 0.0428417 Aug 27 21:29:42.656285 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-3d738909-38ec-4580-99bc-53b10e78f972 req-0632baee-b8d5-4e60-9182-efd42791e20f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93baeb5f-5110-4687-925d-bee1b1c54deb HTTP/1.1" status: 200 len: 217 time: 0.0351312 Aug 27 21:29:42.659565 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] get_ports_and_sgs() called for port_ids ['6dfbd68e-dd05-412f-a2ca-4197047e6d0f'] {{(pid=93798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 21:29:42.716953 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d738909-38ec-4580-99bc-53b10e78f972 req-27ea0e14-d914-45ab-9f47-11b7de7fc0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:42.718623 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-3d738909-38ec-4580-99bc-53b10e78f972 req-27ea0e14-d914-45ab-9f47-11b7de7fc0a4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6921f496-5d7a-4db6-bf96-720866799ce1 HTTP/1.1" status: 200 len: 856 time: 0.0504386 Aug 27 21:29:42.775773 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d738909-38ec-4580-99bc-53b10e78f972 req-bfab1995-6ec1-451f-9e6d-ce1c1fcd4add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:42.777330 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-3d738909-38ec-4580-99bc-53b10e78f972 req-bfab1995-6ec1-451f-9e6d-ce1c1fcd4add service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499101 Aug 27 21:29:42.805411 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f8a88-7845-43da-a009-85785ccb7187 req-2aefd444-c9e4-4fe6-9740-a4e4178fd128 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:42.813672 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-cd7f8a88-7845-43da-a009-85785ccb7187 req-2aefd444-c9e4-4fe6-9740-a4e4178fd128 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/ports?device_id=07f28713-dea7-4a2c-bda8-d21bfea31b4a HTTP/1.1" status: 200 len: 984 time: 0.0609887 Aug 27 21:29:42.863853 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-cd7f8a88-7845-43da-a009-85785ccb7187 req-7ee0c895-78fe-4899-8ffc-6863f20e27d9 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaa3dc92-eb30-408f-948c-63ceb829d106&id=abcf9df5-8bae-4537-8f24-3f6533773127&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0491135 Aug 27 21:29:42.888540 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-3d738909-38ec-4580-99bc-53b10e78f972 req-ff5eff94-6a1a-4388-bc79-1b584e094468 service neutron] 10.222.0.73 "GET /v2.0/networks/9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994663 Aug 27 21:29:42.993868 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-3d738909-38ec-4580-99bc-53b10e78f972 req-7a843307-1a95-42b0-beba-212b925654f9 service neutron] 10.222.0.73 "GET /v2.0/networks/9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957561 Aug 27 21:29:43.080683 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd188c0-3fb4-4ee3-9a73-05fb95b1e783 req-2890db02-05f9-49fc-ac65-0205ec610d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:43.082147 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-5bd188c0-3fb4-4ee3-9a73-05fb95b1e783 req-2890db02-05f9-49fc-ac65-0205ec610d7f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4c7881af14ba462d932065fd81b90b6e&device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 1096 time: 0.0396733 Aug 27 21:29:43.184894 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd188c0-3fb4-4ee3-9a73-05fb95b1e783 req-8a258240-9a64-4a73-9089-d4b9c4efb21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:43.186342 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-5bd188c0-3fb4-4ee3-9a73-05fb95b1e783 req-8a258240-9a64-4a73-9089-d4b9c4efb21d service neutron] 10.222.0.73 "GET /v2.0/networks?id=9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89 HTTP/1.1" status: 200 len: 918 time: 0.0965838 Aug 27 21:29:43.230312 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-5bd188c0-3fb4-4ee3-9a73-05fb95b1e783 req-5845b4c6-8848-4a99-9d84-794124194b23 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93baeb5f-5110-4687-925d-bee1b1c54deb HTTP/1.1" status: 200 len: 217 time: 0.0349126 Aug 27 21:29:43.309892 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd188c0-3fb4-4ee3-9a73-05fb95b1e783 req-ca9a6dac-beb2-4099-81cf-7e189152e710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:43.311099 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-5bd188c0-3fb4-4ee3-9a73-05fb95b1e783 req-ca9a6dac-beb2-4099-81cf-7e189152e710 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6921f496-5d7a-4db6-bf96-720866799ce1 HTTP/1.1" status: 200 len: 856 time: 0.0726478 Aug 27 21:29:43.323551 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11606b2f-c79f-4c59-9fcb-c7a59e7293e9 req-e4babea4-166f-4645-8ec3-912120f6cb92 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:43.324972 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-11606b2f-c79f-4c59-9fcb-c7a59e7293e9 req-e4babea4-166f-4645-8ec3-912120f6cb92 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc88d78-4965-4dfc-8c30-98f623e768ef HTTP/1.1" status: 200 len: 945 time: 0.0876622 Aug 27 21:29:43.389228 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-11606b2f-c79f-4c59-9fcb-c7a59e7293e9 req-dc074a0d-9ea5-46dd-88c3-ff6d1b4d78b4 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/security-groups?id=28bf76b6-d343-4eb6-9dcd-dc6337ad6069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530708 Aug 27 21:29:43.390969 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd188c0-3fb4-4ee3-9a73-05fb95b1e783 req-e206aa5d-ba89-402d-bf4e-51e5174207c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:43.392494 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-5bd188c0-3fb4-4ee3-9a73-05fb95b1e783 req-e206aa5d-ba89-402d-bf4e-51e5174207c2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0666428 Aug 27 21:29:43.503802 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-5bd188c0-3fb4-4ee3-9a73-05fb95b1e783 req-679fb417-f624-4873-bed1-eceeeffbd92c service neutron] 10.222.0.73 "GET /v2.0/networks/9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035855 Aug 27 21:29:43.521759 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f16c159-1fbf-4720-a2c4-bb0dce80c38a req-7886c4f3-1928-48c2-8799-bed914eed982 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:43.523279 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-9f16c159-1fbf-4720-a2c4-bb0dce80c38a req-7886c4f3-1928-48c2-8799-bed914eed982 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 943 time: 0.0513077 Aug 27 21:29:43.562388 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-9f16c159-1fbf-4720-a2c4-bb0dce80c38a req-7d5cb8c2-9017-47ee-aa97-1e0e32c03e21 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=1525189f-f799-4c04-8102-b0faa0ee4574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323784 Aug 27 21:29:43.601820 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-5bd188c0-3fb4-4ee3-9a73-05fb95b1e783 req-423228d4-02ba-4e54-a103-4bc98157eb54 service neutron] 10.222.0.73 "GET /v2.0/networks/9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894480 Aug 27 21:29:43.994515 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f291068-17dd-427f-b3cb-179bc39358cd req-27970bb2-cc05-4974-9c45-88064cb65026 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:43.996170 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-3f291068-17dd-427f-b3cb-179bc39358cd req-27970bb2-cc05-4974-9c45-88064cb65026 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/ports?device_id=07f28713-dea7-4a2c-bda8-d21bfea31b4a HTTP/1.1" status: 200 len: 984 time: 0.0530796 Aug 27 21:29:44.041162 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-3f291068-17dd-427f-b3cb-179bc39358cd req-77d5179e-bbf3-411e-92a5-22b95ef1f272 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaa3dc92-eb30-408f-948c-63ceb829d106&id=abcf9df5-8bae-4537-8f24-3f6533773127&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0388823 Aug 27 21:29:44.152264 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device 6dfbd68e-dd05-412f-a2ca-4197047e6d0f up at agent hyperv_hv-cinder-80643 {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:29:44.210328 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Provisioning for port 6dfbd68e-dd05-412f-a2ca-4197047e6d0f completed by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:29:44.213946 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Provisioning complete for port 6dfbd68e-dd05-412f-a2ca-4197047e6d0f triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:29:44.214320 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:44.292252 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:44.315039 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc88d78-4965-4dfc-8c30-98f623e768ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dfbd68e-dd05-412f-a2ca-4197047e6d0f'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:29:44.317847 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf732d6db1af9f7bc3b5310490fe48ff1e7c732a768ef3a1a1326297a3ecfd63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a0141c-09da-4df2-97c5-743fbb830792" -d '{"events": [{"server_uuid": "9cc88d78-4965-4dfc-8c30-98f623e768ef", "name": "network-vif-plugged", "status": "completed", "tag": "6dfbd68e-dd05-412f-a2ca-4197047e6d0f"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:29:44.334503 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port 6dfbd68e-dd05-412f-a2ca-4197047e6d0f, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=6dfbd68e-dd05-412f-a2ca-4197047e6d0f,segment=NetworkSegment(6eb6954a-651b-4580-8c18-a1abdf542ea3),segment_id=6eb6954a-651b-4580-8c18-a1abdf542ea3)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:29:44.339080 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:44.363430 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 21:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d47697a-f0c5-42bd-8d04-1d7924975f32 x-openstack-request-id: req-1d47697a-f0c5-42bd-8d04-1d7924975f32 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:29:44.363722 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc88d78-4965-4dfc-8c30-98f623e768ef", "name": "network-vif-plugged", "status": "completed", "tag": "6dfbd68e-dd05-412f-a2ca-4197047e6d0f", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:29:44.363997 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1d47697a-f0c5-42bd-8d04-1d7924975f32 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:29:44.364934 dv-cinder-806436-1-iscsi neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc88d78-4965-4dfc-8c30-98f623e768ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dfbd68e-dd05-412f-a2ca-4197047e6d0f', 'code': 200} Aug 27 21:29:44.391580 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Pushing event updated for resources: {'Port': ['ID=6dfbd68e-dd05-412f-a2ca-4197047e6d0f,revision_number=5']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:29:44.511149 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ee5ad-43cb-4ae6-bc2e-cfe010f0008a req-8ef11227-a45e-493b-b6f0-d90e69167a78 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:44.512670 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-3c0ee5ad-43cb-4ae6-bc2e-cfe010f0008a req-8ef11227-a45e-493b-b6f0-d90e69167a78 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc88d78-4965-4dfc-8c30-98f623e768ef HTTP/1.1" status: 200 len: 946 time: 0.0554557 Aug 27 21:29:44.575729 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-3c0ee5ad-43cb-4ae6-bc2e-cfe010f0008a req-a3d75df1-7cdd-40a5-8c6c-e129a3077d4a tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/security-groups?id=28bf76b6-d343-4eb6-9dcd-dc6337ad6069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540400 Aug 27 21:29:44.592677 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324afabe-fc4b-4956-b33a-b4fd564348ef req-9d5cc746-4694-4387-88fd-50526cf085bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:44.594330 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-324afabe-fc4b-4956-b33a-b4fd564348ef req-9d5cc746-4694-4387-88fd-50526cf085bc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9cc88d78-4965-4dfc-8c30-98f623e768ef HTTP/1.1" status: 200 len: 1099 time: 0.0455716 Aug 27 21:29:44.633272 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-324afabe-fc4b-4956-b33a-b4fd564348ef req-6a704a38-81a7-4984-9248-9b3e435d83e0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=28bf76b6-d343-4eb6-9dcd-dc6337ad6069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317934 Aug 27 21:29:44.689917 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0112bc49-7888-4be0-bb0c-dbf819a6a6b9 req-a5964f8b-7e02-4a31-87c6-ac62dcc29878 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:44.691289 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-0112bc49-7888-4be0-bb0c-dbf819a6a6b9 req-a5964f8b-7e02-4a31-87c6-ac62dcc29878 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 943 time: 0.0485647 Aug 27 21:29:44.732010 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-0112bc49-7888-4be0-bb0c-dbf819a6a6b9 req-e1d79ee0-f394-4704-948a-629a8c410437 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=1525189f-f799-4c04-8102-b0faa0ee4574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327086 Aug 27 21:29:45.162605 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0129d-6b1c-4220-b661-38f719b9be9d req-4a2f57b3-f7b9-4d03-b106-0d98db60f064 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:45.164066 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-43c0129d-6b1c-4220-b661-38f719b9be9d req-4a2f57b3-f7b9-4d03-b106-0d98db60f064 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/ports?device_id=07f28713-dea7-4a2c-bda8-d21bfea31b4a HTTP/1.1" status: 200 len: 984 time: 0.0489032 Aug 27 21:29:45.205235 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-43c0129d-6b1c-4220-b661-38f719b9be9d req-cf950806-6903-4192-866d-c0d48f7b21c6 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaa3dc92-eb30-408f-948c-63ceb829d106&id=abcf9df5-8bae-4537-8f24-3f6533773127&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0350876 Aug 27 21:29:45.695135 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4c861-de2e-4310-a8fe-9c5bc410aa04 req-1923165a-feae-4258-ae9f-e96aa19f4f86 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:45.696620 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-38f4c861-de2e-4310-a8fe-9c5bc410aa04 req-1923165a-feae-4258-ae9f-e96aa19f4f86 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc88d78-4965-4dfc-8c30-98f623e768ef HTTP/1.1" status: 200 len: 946 time: 0.0515831 Aug 27 21:29:45.734589 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-38f4c861-de2e-4310-a8fe-9c5bc410aa04 req-9cc491a9-e380-47df-a5ab-319c730e636b tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/security-groups?id=28bf76b6-d343-4eb6-9dcd-dc6337ad6069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317883 Aug 27 21:29:45.864490 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe69d4a0-67b2-4504-b748-329037f1661d req-7fac45c6-ef16-46f2-b5b6-85aca80f1e68 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:45.865817 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-fe69d4a0-67b2-4504-b748-329037f1661d req-7fac45c6-ef16-46f2-b5b6-85aca80f1e68 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 943 time: 0.0589147 Aug 27 21:29:45.904692 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-fe69d4a0-67b2-4504-b748-329037f1661d req-c9bb277c-1d75-4d90-9a01-7b005b217338 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=1525189f-f799-4c04-8102-b0faa0ee4574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328887 Aug 27 21:29:46.144863 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device 93baeb5f-5110-4687-925d-bee1b1c54deb details requested by agent hyperv_hv-cinder-80643 with host hv-cinder-80643 {{(pid=93798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 21:29:46.255626 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port 93baeb5f-5110-4687-925d-bee1b1c54deb, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=93baeb5f-5110-4687-925d-bee1b1c54deb,segment=NetworkSegment(cf28798e-2dc9-43ac-a0bc-53018bbccb0e),segment_id=cf28798e-2dc9-43ac-a0bc-53018bbccb0e)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:29:46.267557 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Returning: {'device': '93baeb5f-5110-4687-925d-bee1b1c54deb', 'network_id': '9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89', 'port_id': '93baeb5f-5110-4687-925d-bee1b1c54deb', 'mac_address': 'fa:16:3e:c6:2b:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6921f496-5d7a-4db6-bf96-720866799ce1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 21:29:46.309507 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:46.324573 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93baeb5f-5110-4687-925d-bee1b1c54deb {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 21:29:46.335512 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6823ad8-8206-4598-94f3-ff64ff6fff71 req-acaba1ab-38ab-47f7-8804-5e68e3f600a9 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:46.337237 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-e6823ad8-8206-4598-94f3-ff64ff6fff71 req-acaba1ab-38ab-47f7-8804-5e68e3f600a9 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/ports?device_id=07f28713-dea7-4a2c-bda8-d21bfea31b4a HTTP/1.1" status: 200 len: 984 time: 0.0550454 Aug 27 21:29:46.346038 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port 93baeb5f-5110-4687-925d-bee1b1c54deb, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=93baeb5f-5110-4687-925d-bee1b1c54deb,segment=NetworkSegment(cf28798e-2dc9-43ac-a0bc-53018bbccb0e),segment_id=cf28798e-2dc9-43ac-a0bc-53018bbccb0e)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:29:46.350364 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:46.381470 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-e6823ad8-8206-4598-94f3-ff64ff6fff71 req-830ef3d6-b2e3-4325-8482-ac9bbc9af03d tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaa3dc92-eb30-408f-948c-63ceb829d106&id=abcf9df5-8bae-4537-8f24-3f6533773127&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0378201 Aug 27 21:29:46.398079 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Pushing event updated for resources: {'Port': ['ID=93baeb5f-5110-4687-925d-bee1b1c54deb,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:29:46.614559 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] get_ports_and_sgs() called for port_ids ['93baeb5f-5110-4687-925d-bee1b1c54deb'] {{(pid=93798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 21:29:46.863644 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e282c-5b92-4ca5-a772-7bde8ef211bc req-0214a8e0-23d4-4273-a502-2cc80721d600 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:46.865365 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-bc0e282c-5b92-4ca5-a772-7bde8ef211bc req-0214a8e0-23d4-4273-a502-2cc80721d600 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc88d78-4965-4dfc-8c30-98f623e768ef HTTP/1.1" status: 200 len: 946 time: 0.0508285 Aug 27 21:29:46.903042 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-bc0e282c-5b92-4ca5-a772-7bde8ef211bc req-5586740c-4cd8-414a-8f5f-f3c25e78fec3 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/security-groups?id=28bf76b6-d343-4eb6-9dcd-dc6337ad6069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317943 Aug 27 21:29:47.022103 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a982ed9-d4a5-4c50-ba6e-f54245416e45 req-7cab98b5-8cfa-45e4-83a6-70dd1f39dff9 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:47.023518 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-2a982ed9-d4a5-4c50-ba6e-f54245416e45 req-7cab98b5-8cfa-45e4-83a6-70dd1f39dff9 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc88d78-4965-4dfc-8c30-98f623e768ef HTTP/1.1" status: 200 len: 946 time: 0.0534732 Aug 27 21:29:47.027512 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b77681-c64a-4b4a-9e34-fc509dfe2548 req-d91a4cfc-0753-4ee1-8e87-0af3c29fe465 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:47.029061 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-c3b77681-c64a-4b4a-9e34-fc509dfe2548 req-d91a4cfc-0753-4ee1-8e87-0af3c29fe465 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 944 time: 0.0503335 Aug 27 21:29:47.062680 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-2a982ed9-d4a5-4c50-ba6e-f54245416e45 req-4c7d2eb1-8021-465a-9eb3-6b7e810120b1 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/security-groups?id=28bf76b6-d343-4eb6-9dcd-dc6337ad6069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333030 Aug 27 21:29:47.066702 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-c3b77681-c64a-4b4a-9e34-fc509dfe2548 req-a14a38c7-5bac-491f-85e8-6d4c73b8a727 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=1525189f-f799-4c04-8102-b0faa0ee4574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318158 Aug 27 21:29:47.085973 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 37516) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:29:47.128675 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6216d83a-0602-450f-9209-45a12308b22a tempest-TestVolumeBootPattern-366077809 tempest-TestVolumeBootPattern-366077809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:47.130816 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-6216d83a-0602-450f-9209-45a12308b22a tempest-TestVolumeBootPattern-366077809 tempest-TestVolumeBootPattern-366077809-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9cc88d78-4965-4dfc-8c30-98f623e768ef HTTP/1.1" status: 200 len: 1094 time: 0.0439491 Aug 27 21:29:47.133846 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 37520) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:29:47.138781 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [None req-bdfeb847-727a-4138-8226-0b8ad36f2c67 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Request body: {'floatingip': {'floating_network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'port_id': '6dfbd68e-dd05-412f-a2ca-4197047e6d0f', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:29:47.161557 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bdfeb847-727a-4138-8226-0b8ad36f2c67 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks [] for floatingip, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:47.261168 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bdfeb847-727a-4138-8226-0b8ad36f2c67 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:47.390576 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-bdfeb847-727a-4138-8226-0b8ad36f2c67 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Allocated IP 172.27.0.47 (3cb20040-a5aa-4574-8b0a-6832b57fea7e/ca2fa5cb-b298-4fb9-b5f4-ab6912612305/c6229630-ef63-4b73-96f0-eb9cda96f2f6) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 21:29:47.553386 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c33d27-1371-40b8-970d-b032fbf5ef87 req-ab2f467b-057e-4fa1-abab-4bb87512f761 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:47.557341 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-82c33d27-1371-40b8-970d-b032fbf5ef87 req-ab2f467b-057e-4fa1-abab-4bb87512f761 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/ports?device_id=07f28713-dea7-4a2c-bda8-d21bfea31b4a HTTP/1.1" status: 200 len: 984 time: 0.0695260 Aug 27 21:29:47.570171 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bdfeb847-727a-4138-8226-0b8ad36f2c67 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:47.620756 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-82c33d27-1371-40b8-970d-b032fbf5ef87 req-6f32a9fa-bb6d-497b-8bdb-0d9b66fff756 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaa3dc92-eb30-408f-948c-63ceb829d106&id=abcf9df5-8bae-4537-8f24-3f6533773127&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0547004 Aug 27 21:29:47.621820 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bdfeb847-727a-4138-8226-0b8ad36f2c67 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794200564228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-275356'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:47.664172 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfeb847-727a-4138-8226-0b8ad36f2c67 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Network 3cb20040-a5aa-4574-8b0a-6832b57fea7e is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:29:47.669292 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-bdfeb847-727a-4138-8226-0b8ad36f2c67 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:29:47.672628 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfeb847-727a-4138-8226-0b8ad36f2c67 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 21:29:47.679033 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfeb847-727a-4138-8226-0b8ad36f2c67 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Pushing event updated for resources: {'Port': ['ID=c6229630-ef63-4b73-96f0-eb9cda96f2f6,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:29:48.049416 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bdfeb847-727a-4138-8226-0b8ad36f2c67 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:48.161022 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device 93baeb5f-5110-4687-925d-bee1b1c54deb up at agent hyperv_hv-cinder-80643 {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:29:48.233232 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Provisioning for port 93baeb5f-5110-4687-925d-bee1b1c54deb completed by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:29:48.239661 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Provisioning complete for port 93baeb5f-5110-4687-925d-bee1b1c54deb triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:29:48.240099 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:48.320634 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:48.351209 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ed92d7-1b08-4015-8c44-13d686b1c812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93baeb5f-5110-4687-925d-bee1b1c54deb'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:29:48.353511 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf732d6db1af9f7bc3b5310490fe48ff1e7c732a768ef3a1a1326297a3ecfd63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a05dd0-9812-47f1-811d-1303ba873b5d" -d '{"events": [{"server_uuid": "57ed92d7-1b08-4015-8c44-13d686b1c812", "name": "network-vif-plugged", "status": "completed", "tag": "93baeb5f-5110-4687-925d-bee1b1c54deb"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:29:48.368403 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port 93baeb5f-5110-4687-925d-bee1b1c54deb, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=93baeb5f-5110-4687-925d-bee1b1c54deb,segment=NetworkSegment(cf28798e-2dc9-43ac-a0bc-53018bbccb0e),segment_id=cf28798e-2dc9-43ac-a0bc-53018bbccb0e)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:29:48.373433 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:48.392212 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bdfeb847-727a-4138-8226-0b8ad36f2c67 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:48.433352 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Pushing event updated for resources: {'Port': ['ID=93baeb5f-5110-4687-925d-bee1b1c54deb,revision_number=5']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:29:48.449896 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34266ec6-346c-4b18-ab73-56f1e61593bb req-39ccb880-cca7-49a0-98c2-f04db9e25088 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:48.451408 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-34266ec6-346c-4b18-ab73-56f1e61593bb req-39ccb880-cca7-49a0-98c2-f04db9e25088 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 945 time: 0.0920022 Aug 27 21:29:48.461670 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 21:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc194843-7759-4534-962a-c2eb9d881fd0 x-openstack-request-id: req-bc194843-7759-4534-962a-c2eb9d881fd0 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:29:48.462057 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ed92d7-1b08-4015-8c44-13d686b1c812", "name": "network-vif-plugged", "status": "completed", "tag": "93baeb5f-5110-4687-925d-bee1b1c54deb", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:29:48.462308 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bc194843-7759-4534-962a-c2eb9d881fd0 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:29:48.462694 dv-cinder-806436-1-iscsi neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ed92d7-1b08-4015-8c44-13d686b1c812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93baeb5f-5110-4687-925d-bee1b1c54deb', 'code': 200} Aug 27 21:29:48.540957 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-34266ec6-346c-4b18-ab73-56f1e61593bb req-dbc9d48a-54db-4742-afcc-1d4ff2bc3630 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=1525189f-f799-4c04-8102-b0faa0ee4574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812171 Aug 27 21:29:48.614762 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bdfeb847-727a-4138-8226-0b8ad36f2c67 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:48.633160 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bdfeb847-727a-4138-8226-0b8ad36f2c67 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-275333'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:48.723879 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8a5d8074-2d84-4c01-8384-d8ec93861a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:48.728753 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f103be-eb51-4606-a4b1-b2dc6ec5a9ed req-852c791e-b631-4a85-9492-2aabe6faddc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:48.734006 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-80f103be-eb51-4606-a4b1-b2dc6ec5a9ed req-852c791e-b631-4a85-9492-2aabe6faddc6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 1098 time: 0.1377754 Aug 27 21:29:48.734628 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfeb847-727a-4138-8226-0b8ad36f2c67 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Pushing event updated for resources: {'Port': ['ID=c6229630-ef63-4b73-96f0-eb9cda96f2f6,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:29:48.757879 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bdfeb847-727a-4138-8226-0b8ad36f2c67 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628369'] for floatingip, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:48.802452 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1651535-06d1-4641-8a53-d70c3da089db req-d1de18fa-f895-4daf-8da9-e61bd0415047 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:48.804805 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-c1651535-06d1-4641-8a53-d70c3da089db req-d1de18fa-f895-4daf-8da9-e61bd0415047 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/ports?device_id=07f28713-dea7-4a2c-bda8-d21bfea31b4a HTTP/1.1" status: 200 len: 984 time: 0.0713067 Aug 27 21:29:48.813552 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-80f103be-eb51-4606-a4b1-b2dc6ec5a9ed req-ffaa2c7a-f6a1-4a41-bc82-a6fe8d851ca7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1525189f-f799-4c04-8102-b0faa0ee4574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716419 Aug 27 21:29:48.852649 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-c1651535-06d1-4641-8a53-d70c3da089db req-c9185c1a-cefc-4b91-b834-1d86476f7583 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaa3dc92-eb30-408f-948c-63ceb829d106&id=abcf9df5-8bae-4537-8f24-3f6533773127&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0421252 Aug 27 21:29:48.882200 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.db.l3_db [None req-bdfeb847-727a-4138-8226-0b8ad36f2c67 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Floating IP a6426999-3684-4187-a155-1dc401e74148 associated. External IP: 172.27.0.47, port: 6dfbd68e-dd05-412f-a2ca-4197047e6d0f. Aug 27 21:29:49.100948 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdfeb847-727a-4138-8226-0b8ad36f2c67 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Router bb688c88-9ec0-486f-9b5b-9f98565b62eb has already been hosted by L3 agent da753c34-e47f-42d8-9f83-ec5464f53bc8 {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 21:29:49.212327 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdfeb847-727a-4138-8226-0b8ad36f2c67 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify agent at l3_agent.dv-cinder-806436-1-iscsi the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 21:29:49.223874 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d747418-f9ee-4206-98a8-f30f5fa262cd None None] Sync routers for ids ['bb688c88-9ec0-486f-9b5b-9f98565b62eb'] in dv-cinder-806436-1-iscsi {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 21:29:49.232000 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bdfeb847-727a-4138-8226-0b8ad36f2c67 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:49.238734 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d747418-f9ee-4206-98a8-f30f5fa262cd None None] Routers {'bb688c88-9ec0-486f-9b5b-9f98565b62eb'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:29:49.239955 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-2d747418-f9ee-4206-98a8-f30f5fa262cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:29:21Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['bb688c88-9ec0-486f-9b5b-9f98565b62eb'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:29:49.259981 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-bdfeb847-727a-4138-8226-0b8ad36f2c67 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1249468 Aug 27 21:29:49.260840 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cc88d78-4965-4dfc-8c30-98f623e768ef', 'tag': '6dfbd68e-dd05-412f-a2ca-4197047e6d0f'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:29:49.263189 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef12610d4521d53b4d383b2d1315697e44e13910463e2f079bf4fa6d75d3d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b80126-97c8-4196-88a1-5dc938dc1dfa" -d '{"events": [{"name": "network-changed", "server_uuid": "9cc88d78-4965-4dfc-8c30-98f623e768ef", "tag": "6dfbd68e-dd05-412f-a2ca-4197047e6d0f"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:29:49.298782 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 21:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6ab4ac-8445-4ae4-b575-dbfb36813bf7 x-openstack-request-id: req-6e6ab4ac-8445-4ae4-b575-dbfb36813bf7 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:29:49.299080 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cc88d78-4965-4dfc-8c30-98f623e768ef", "tag": "6dfbd68e-dd05-412f-a2ca-4197047e6d0f", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:29:49.299327 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6e6ab4ac-8445-4ae4-b575-dbfb36813bf7 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:29:49.299715 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cc88d78-4965-4dfc-8c30-98f623e768ef', 'tag': '6dfbd68e-dd05-412f-a2ca-4197047e6d0f', 'status': 'completed', 'code': 200} Aug 27 21:29:49.352731 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-2d747418-f9ee-4206-98a8-f30f5fa262cd None None] Set router bb688c88-9ec0-486f-9b5b-9f98565b62eb gateway port host: dv-cinder-806436-1-iscsi {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:29:49.370516 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b80126-97c8-4196-88a1-5dc938dc1dfa req-40632707-fd3b-431b-9190-f4fe45d4ccda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:49.372043 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-b9b80126-97c8-4196-88a1-5dc938dc1dfa req-40632707-fd3b-431b-9190-f4fe45d4ccda service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c2b8ea1d8b104790a4de676157dbe4f3&device_id=9cc88d78-4965-4dfc-8c30-98f623e768ef HTTP/1.1" status: 200 len: 1099 time: 0.0430672 Aug 27 21:29:49.467516 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b80126-97c8-4196-88a1-5dc938dc1dfa req-6a74a9ea-6572-4250-97ca-ee73908a108f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:49.469034 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-b9b80126-97c8-4196-88a1-5dc938dc1dfa req-6a74a9ea-6572-4250-97ca-ee73908a108f service neutron] 10.222.0.73 "GET /v2.0/networks?id=3ba0d4a2-623b-4c37-8552-bca65d0b90fa HTTP/1.1" status: 200 len: 913 time: 0.0896852 Aug 27 21:29:49.541189 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-b9b80126-97c8-4196-88a1-5dc938dc1dfa req-b58c0f6e-f931-4b7e-bf44-4a5720e4d93f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6dfbd68e-dd05-412f-a2ca-4197047e6d0f HTTP/1.1" status: 200 len: 999 time: 0.0614264 Aug 27 21:29:49.593663 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b80126-97c8-4196-88a1-5dc938dc1dfa req-d0914bb3-8446-46e2-b520-64c7dd5c95bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:49.595156 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-b9b80126-97c8-4196-88a1-5dc938dc1dfa req-d0914bb3-8446-46e2-b520-64c7dd5c95bc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=963c1e30-5961-4cc8-bba8-6c8d398a8e99 HTTP/1.1" status: 200 len: 851 time: 0.0469894 Aug 27 21:29:49.597168 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-2d747418-f9ee-4206-98a8-f30f5fa262cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'name': 'tempest-TestVolumeBootPattern-1993109509-router', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '65269e5a-4dec-4f43-8df5-a4131cf5dbcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:25:28Z', 'updated_at': '2021-08-27T21:25:33Z', 'revision_number': 4, 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'gw_port': {'id': '65269e5a-4dec-4f43-8df5-a4131cf5dbcd', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:25:29Z', 'updated_at': '2021-08-27T21:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_floatingips': [{'id': 'a6426999-3684-4187-a155-1dc401e74148', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'router_id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'port_id': '6dfbd68e-dd05-412f-a2ca-4197047e6d0f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa', 'mac_address': 'fa:16:3e:33:ff:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc88d78-4965-4dfc-8c30-98f623e768ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T21:29:47Z', 'updated_at': '2021-08-27T21:29:47Z', 'revision_number': 0, 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef6f702a-5cd9-4208-a13f-fd528de1f139', 'name': '', 'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'mac_address': 'fa:16:3e:03:eb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '963c1e30-5961-4cc8-bba8-6c8d398a8e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:25:32Z', 'updated_at': '2021-08-27T21:25:41Z', 'revision_number': 5, 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'subnets': [{'id': '963c1e30-5961-4cc8-bba8-6c8d398a8e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:29:49.635646 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d747418-f9ee-4206-98a8-f30f5fa262cd None None] Checking router: bb688c88-9ec0-486f-9b5b-9f98565b62eb for host: dv-cinder-806436-1-iscsi {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 21:29:49.644084 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d747418-f9ee-4206-98a8-f30f5fa262cd None None] Routers {'bb688c88-9ec0-486f-9b5b-9f98565b62eb'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:29:49.644823 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-2d747418-f9ee-4206-98a8-f30f5fa262cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:29:21Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['bb688c88-9ec0-486f-9b5b-9f98565b62eb'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:29:49.658669 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b80126-97c8-4196-88a1-5dc938dc1dfa req-ebead3a1-e0d3-4294-8584-fbce872a4bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:49.660202 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-b9b80126-97c8-4196-88a1-5dc938dc1dfa req-ebead3a1-e0d3-4294-8584-fbce872a4bf1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3ba0d4a2-623b-4c37-8552-bca65d0b90fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0560319 Aug 27 21:29:49.673738 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d3a10-7498-4f28-9db1-f897a6d4459f req-253d5f6b-168d-4251-9133-7d53762183a1 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:49.675486 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-0c3d3a10-7498-4f28-9db1-f897a6d4459f req-253d5f6b-168d-4251-9133-7d53762183a1 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 945 time: 0.0575867 Aug 27 21:29:49.720023 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-0c3d3a10-7498-4f28-9db1-f897a6d4459f req-8f4acb1e-cd17-4db5-ac7d-87d848065831 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=1525189f-f799-4c04-8102-b0faa0ee4574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372078 Aug 27 21:29:49.764878 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-b9b80126-97c8-4196-88a1-5dc938dc1dfa req-7bb76753-d40e-4e2b-9fc4-35754c75796e service neutron] 10.222.0.73 "GET /v2.0/networks/3ba0d4a2-623b-4c37-8552-bca65d0b90fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942478 Aug 27 21:29:49.775082 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-2d747418-f9ee-4206-98a8-f30f5fa262cd None None] Set router bb688c88-9ec0-486f-9b5b-9f98565b62eb gateway port host: dv-cinder-806436-1-iscsi {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:29:49.816698 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 37580) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:29:49.875925 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c053ceb-3382-4523-9f26-92d764d3bad3 admin admin] Deleting subnet 1dd54584-dc33-442e-a69e-2ef80bedb0c4 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 21:29:49.880723 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c053ceb-3382-4523-9f26-92d764d3bad3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:49.881244 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-b9b80126-97c8-4196-88a1-5dc938dc1dfa req-93d13810-c617-416b-bf97-2ca76072cd01 service neutron] 10.222.0.73 "GET /v2.0/networks/3ba0d4a2-623b-4c37-8552-bca65d0b90fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072109 Aug 27 21:29:49.931359 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c053ceb-3382-4523-9f26-92d764d3bad3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25551017'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:49.980803 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c053ceb-3382-4523-9f26-92d764d3bad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8232119'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:50.010209 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e04ba-8704-4ea1-8a5e-30f53e89fc7d req-e82b11b4-d6c9-4b91-b098-e55221ed4cdc tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:50.017744 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-232e04ba-8704-4ea1-8a5e-30f53e89fc7d req-e82b11b4-d6c9-4b91-b098-e55221ed4cdc tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/ports?device_id=07f28713-dea7-4a2c-bda8-d21bfea31b4a HTTP/1.1" status: 200 len: 984 time: 0.0600619 Aug 27 21:29:50.054109 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c053ceb-3382-4523-9f26-92d764d3bad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8232120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25193719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26072292'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:50.058474 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-232e04ba-8704-4ea1-8a5e-30f53e89fc7d req-2ed5f900-0971-4239-833d-0db9c439087e tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaa3dc92-eb30-408f-948c-63ceb829d106&id=abcf9df5-8bae-4537-8f24-3f6533773127&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0398123 Aug 27 21:29:50.085822 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c053ceb-3382-4523-9f26-92d764d3bad3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dd54584-dc33-442e-a69e-2ef80bedb0c4,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:29:50.089626 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c053ceb-3382-4523-9f26-92d764d3bad3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:50.093843 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-6c053ceb-3382-4523-9f26-92d764d3bad3 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1dd54584-dc33-442e-a69e-2ef80bedb0c4 HTTP/1.1" status: 204 len: 168 time: 0.2730260 Aug 27 21:29:50.095159 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 37584) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:29:50.164431 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2601aea2-8a50-40a7-be36-b18f312cbd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8293159'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:50.200458 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-2d747418-f9ee-4206-98a8-f30f5fa262cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'name': 'tempest-TestVolumeBootPattern-1993109509-router', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '65269e5a-4dec-4f43-8df5-a4131cf5dbcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:25:28Z', 'updated_at': '2021-08-27T21:25:33Z', 'revision_number': 4, 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'gw_port': {'id': '65269e5a-4dec-4f43-8df5-a4131cf5dbcd', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:25:29Z', 'updated_at': '2021-08-27T21:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_floatingips': [{'id': 'a6426999-3684-4187-a155-1dc401e74148', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'router_id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'port_id': '6dfbd68e-dd05-412f-a2ca-4197047e6d0f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa', 'mac_address': 'fa:16:3e:33:ff:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc88d78-4965-4dfc-8c30-98f623e768ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T21:29:47Z', 'updated_at': '2021-08-27T21:29:47Z', 'revision_number': 0, 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef6f702a-5cd9-4208-a13f-fd528de1f139', 'name': '', 'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'mac_address': 'fa:16:3e:03:eb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '963c1e30-5961-4cc8-bba8-6c8d398a8e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:25:32Z', 'updated_at': '2021-08-27T21:25:41Z', 'revision_number': 5, 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'subnets': [{'id': '963c1e30-5961-4cc8-bba8-6c8d398a8e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:29:50.227751 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d747418-f9ee-4206-98a8-f30f5fa262cd None None] The sync data for ids ['bb688c88-9ec0-486f-9b5b-9f98565b62eb'] in dv-cinder-806436-1-iscsi is: [{'id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'name': 'tempest-TestVolumeBootPattern-1993109509-router', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '65269e5a-4dec-4f43-8df5-a4131cf5dbcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:25:28Z', 'updated_at': '2021-08-27T21:25:33Z', 'revision_number': 4, 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'gw_port': {'id': '65269e5a-4dec-4f43-8df5-a4131cf5dbcd', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:25:29Z', 'updated_at': '2021-08-27T21:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_floatingips': [{'id': 'a6426999-3684-4187-a155-1dc401e74148', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'router_id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'port_id': '6dfbd68e-dd05-412f-a2ca-4197047e6d0f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa', 'mac_address': 'fa:16:3e:33:ff:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc88d78-4965-4dfc-8c30-98f623e768ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T21:29:47Z', 'updated_at': '2021-08-27T21:29:47Z', 'revision_number': 0, 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef6f702a-5cd9-4208-a13f-fd528de1f139', 'name': '', 'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'mac_address': 'fa:16:3e:03:eb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '963c1e30-5961-4cc8-bba8-6c8d398a8e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:25:32Z', 'updated_at': '2021-08-27T21:25:41Z', 'revision_number': 5, 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'subnets': [{'id': '963c1e30-5961-4cc8-bba8-6c8d398a8e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 21:29:50.253016 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2601aea2-8a50-40a7-be36-b18f312cbd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8361292', 'neutron.services.segments.db._delete_segments_for_network-8794201047534'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:50.263824 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.services.segments.db [None req-2601aea2-8a50-40a7-be36-b18f312cbd44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61df19f7-9264-435e-9271-7ef2cc975668']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:29:50.275468 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.services.segments.db [None req-2601aea2-8a50-40a7-be36-b18f312cbd44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ed290ef-6bdf-4176-99b0-8d72efad450b') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:29:50.275765 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.services.segments.db [None req-2601aea2-8a50-40a7-be36-b18f312cbd44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ed290ef-6bdf-4176-99b0-8d72efad450b') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:29:50.285128 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2601aea2-8a50-40a7-be36-b18f312cbd44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794201047417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25551030'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:50.299987 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2601aea2-8a50-40a7-be36-b18f312cbd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226622'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:50.306857 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2601aea2-8a50-40a7-be36-b18f312cbd44 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 21:29:50.307245 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2601aea2-8a50-40a7-be36-b18f312cbd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25193617'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:50.309134 dv-cinder-806436-1-iscsi neutron-server[93796]: Traceback (most recent call last): Aug 27 21:29:50.309134 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 21:29:50.309134 dv-cinder-806436-1-iscsi neutron-server[93796]: timer() Aug 27 21:29:50.309134 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 21:29:50.309134 dv-cinder-806436-1-iscsi neutron-server[93796]: cb(*args, **kw) Aug 27 21:29:50.309134 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 21:29:50.309134 dv-cinder-806436-1-iscsi neutron-server[93796]: return func(*args, **kwargs) Aug 27 21:29:50.309134 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 21:29:50.309134 dv-cinder-806436-1-iscsi neutron-server[93796]: self._notify() Aug 27 21:29:50.309134 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 21:29:50.309134 dv-cinder-806436-1-iscsi neutron-server[93796]: self.callback(batched_events) Aug 27 21:29:50.309134 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 21:29:50.309134 dv-cinder-806436-1-iscsi neutron-server[93796]: event.method(event) Aug 27 21:29:50.309134 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 21:29:50.309134 dv-cinder-806436-1-iscsi neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 21:29:50.309134 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 21:29:50.309134 dv-cinder-806436-1-iscsi neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 21:29:50.309134 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 21:29:50.309134 dv-cinder-806436-1-iscsi neutron-server[93796]: return f(self, *a, **k) Aug 27 21:29:50.309134 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 21:29:50.309134 dv-cinder-806436-1-iscsi neutron-server[93796]: return self._get(url).json() Aug 27 21:29:50.309134 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 21:29:50.309134 dv-cinder-806436-1-iscsi neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 21:29:50.309134 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 21:29:50.309134 dv-cinder-806436-1-iscsi neutron-server[93796]: return self.request(url, 'GET', **kwargs) Aug 27 21:29:50.309134 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 21:29:50.309134 dv-cinder-806436-1-iscsi neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 21:29:50.309134 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 21:29:50.309134 dv-cinder-806436-1-iscsi neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 21:29:50.309134 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 21:29:50.309134 dv-cinder-806436-1-iscsi neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 21:29:50.309134 dv-cinder-806436-1-iscsi neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 21:29:50.363315 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2601aea2-8a50-40a7-be36-b18f312cbd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8361269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628323'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:50.371686 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2601aea2-8a50-40a7-be36-b18f312cbd44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:50.373543 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-2601aea2-8a50-40a7-be36-b18f312cbd44 admin admin] 10.222.0.39 "DELETE /v2.0/networks/61df19f7-9264-435e-9271-7ef2cc975668 HTTP/1.1" status: 204 len: 168 time: 0.2780993 Aug 27 21:29:50.383387 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2601aea2-8a50-40a7-be36-b18f312cbd44 admin admin] Pushing event deleted for resources: {'Network': ['ID=61df19f7-9264-435e-9271-7ef2cc975668,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:29:50.438996 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b740a5b-c7e2-4394-bba4-191c05a045a0 None None] New status for floating IP a6426999-3684-4187-a155-1dc401e74148: ACTIVE {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 21:29:50.573940 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 37588) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:29:50.617544 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-440ded74-6168-4925-98dd-6f54b7f164af admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a202a8643df2414aa71d908db65ddd69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421309 Aug 27 21:29:50.620034 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 37590) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:29:50.679474 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-325f1348-192e-449b-9d76-29632fa9e4ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:50.710158 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-325f1348-192e-449b-9d76-29632fa9e4ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:50.765847 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-325f1348-192e-449b-9d76-29632fa9e4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:50.768997 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-325f1348-192e-449b-9d76-29632fa9e4ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:50.774456 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-325f1348-192e-449b-9d76-29632fa9e4ba admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/68ad11e8-1aa1-499b-bf86-ff9b343e8dd1 HTTP/1.1" status: 204 len: 168 time: 0.1499002 Aug 27 21:29:50.783056 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325f1348-192e-449b-9d76-29632fa9e4ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ad11e8-1aa1-499b-bf86-ff9b343e8dd1,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:29:50.850587 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3e18c-64d6-4369-952d-a44b27451829 req-1836a9d9-0132-48c8-b53d-7663087e98a8 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:50.852100 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-97f3e18c-64d6-4369-952d-a44b27451829 req-1836a9d9-0132-48c8-b53d-7663087e98a8 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 945 time: 0.0502799 Aug 27 21:29:50.909227 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-97f3e18c-64d6-4369-952d-a44b27451829 req-346371c0-f605-494a-a57d-bb8402f7376e tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=1525189f-f799-4c04-8102-b0faa0ee4574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510676 Aug 27 21:29:51.039666 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462acc2-6141-460b-9bc8-464371e07e85 req-1a56c228-c464-4bc4-bb60-6a34ce321bbb tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:51.041359 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-a462acc2-6141-460b-9bc8-464371e07e85 req-1a56c228-c464-4bc4-bb60-6a34ce321bbb tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 945 time: 0.0584075 Aug 27 21:29:51.050192 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 37600) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:29:51.056811 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [None req-b2b4d94a-dd0f-4af9-bef0-fd0235accefb tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Request body: {'floatingip': {'port_id': '93baeb5f-5110-4687-925d-bee1b1c54deb'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:29:51.101299 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b2b4d94a-dd0f-4af9-bef0-fd0235accefb tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks [] for floatingip, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:51.183631 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e14d2-db00-4972-8678-e454387319f2 req-4804acac-87f7-4fb2-8052-a821979320ef tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:51.185149 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-2d0e14d2-db00-4972-8678-e454387319f2 req-4804acac-87f7-4fb2-8052-a821979320ef tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/ports?device_id=07f28713-dea7-4a2c-bda8-d21bfea31b4a HTTP/1.1" status: 200 len: 984 time: 0.0527873 Aug 27 21:29:51.238319 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-2d0e14d2-db00-4972-8678-e454387319f2 req-f042c684-5f8e-42ee-a11c-9e1a74cab73d tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaa3dc92-eb30-408f-948c-63ceb829d106&id=abcf9df5-8bae-4537-8f24-3f6533773127&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0459588 Aug 27 21:29:51.329437 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-01960660-242c-479c-96b3-8623ea813408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:51.547651 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b2b4d94a-dd0f-4af9-bef0-fd0235accefb tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:51.552840 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b2b4d94a-dd0f-4af9-bef0-fd0235accefb tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628369'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:51.555941 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:51.661457 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.db.l3_db [None req-b2b4d94a-dd0f-4af9-bef0-fd0235accefb tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Floating IP 86c42164-c437-4eb4-81de-ebde51f03c3b associated. External IP: 172.27.0.151, port: 93baeb5f-5110-4687-925d-bee1b1c54deb. Aug 27 21:29:52.101831 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b4d94a-dd0f-4af9-bef0-fd0235accefb tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Router af46ff4f-6630-489b-84a6-265c56f11df1 has already been hosted by L3 agent da753c34-e47f-42d8-9f83-ec5464f53bc8 {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 21:29:52.205699 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b4d94a-dd0f-4af9-bef0-fd0235accefb tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify agent at l3_agent.dv-cinder-806436-1-iscsi the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 21:29:52.210729 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b2b4d94a-dd0f-4af9-bef0-fd0235accefb tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:52.216175 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d48a21-8037-4d5d-8117-c7849120a749 None None] Sync routers for ids ['af46ff4f-6630-489b-84a6-265c56f11df1'] in dv-cinder-806436-1-iscsi {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 21:29:52.225740 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d48a21-8037-4d5d-8117-c7849120a749 None None] Routers {'af46ff4f-6630-489b-84a6-265c56f11df1'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:29:52.226322 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-92d48a21-8037-4d5d-8117-c7849120a749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:29:51Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['af46ff4f-6630-489b-84a6-265c56f11df1'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:29:52.239505 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-b2b4d94a-dd0f-4af9-bef0-fd0235accefb tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "PUT /v2.0/floatingips/86c42164-c437-4eb4-81de-ebde51f03c3b HTTP/1.1" status: 200 len: 991 time: 1.1881759 Aug 27 21:29:52.240117 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57ed92d7-1b08-4015-8c44-13d686b1c812', 'tag': '93baeb5f-5110-4687-925d-bee1b1c54deb'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:29:52.242356 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef12610d4521d53b4d383b2d1315697e44e13910463e2f079bf4fa6d75d3d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82fd4000-3b57-45d3-94e7-8e886bffd899" -d '{"events": [{"name": "network-changed", "server_uuid": "57ed92d7-1b08-4015-8c44-13d686b1c812", "tag": "93baeb5f-5110-4687-925d-bee1b1c54deb"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:29:52.284571 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 21:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c2a40c-0f28-4c36-8a00-edd68e0cd05c x-openstack-request-id: req-88c2a40c-0f28-4c36-8a00-edd68e0cd05c {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:29:52.284571 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57ed92d7-1b08-4015-8c44-13d686b1c812", "tag": "93baeb5f-5110-4687-925d-bee1b1c54deb", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:29:52.284777 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-88c2a40c-0f28-4c36-8a00-edd68e0cd05c {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:29:52.285061 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57ed92d7-1b08-4015-8c44-13d686b1c812', 'tag': '93baeb5f-5110-4687-925d-bee1b1c54deb', 'status': 'completed', 'code': 200} Aug 27 21:29:52.344458 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-92d48a21-8037-4d5d-8117-c7849120a749 None None] Set router af46ff4f-6630-489b-84a6-265c56f11df1 gateway port host: dv-cinder-806436-1-iscsi {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:29:52.354883 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd4000-3b57-45d3-94e7-8e886bffd899 req-715c5662-83f3-489b-bf51-0732baf6e2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:52.356362 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-82fd4000-3b57-45d3-94e7-8e886bffd899 req-715c5662-83f3-489b-bf51-0732baf6e2fe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4c7881af14ba462d932065fd81b90b6e&device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 1098 time: 0.0410056 Aug 27 21:29:52.452004 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd4000-3b57-45d3-94e7-8e886bffd899 req-9022032e-f9d9-4cc8-a6e5-289c3e274b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:52.453517 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-82fd4000-3b57-45d3-94e7-8e886bffd899 req-9022032e-f9d9-4cc8-a6e5-289c3e274b6a service neutron] 10.222.0.73 "GET /v2.0/networks?id=9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89 HTTP/1.1" status: 200 len: 918 time: 0.0849488 Aug 27 21:29:52.521955 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-82fd4000-3b57-45d3-94e7-8e886bffd899 req-e3769b5c-6f48-4f66-95f9-a88894d0b69c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93baeb5f-5110-4687-925d-bee1b1c54deb HTTP/1.1" status: 200 len: 999 time: 0.0618241 Aug 27 21:29:52.571685 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-92d48a21-8037-4d5d-8117-c7849120a749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af46ff4f-6630-489b-84a6-265c56f11df1', 'name': 'tempest-AttachVolumeShelveTestJSON-1071624808-router', 'tenant_id': '4c7881af14ba462d932065fd81b90b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '0c0a21da-690f-4bff-8a38-757117dd485b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:24:03Z', 'updated_at': '2021-08-27T21:24:11Z', 'revision_number': 4, 'project_id': '4c7881af14ba462d932065fd81b90b6e', 'gw_port': {'id': '0c0a21da-690f-4bff-8a38-757117dd485b', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:32:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46ff4f-6630-489b-84a6-265c56f11df1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:24:04Z', 'updated_at': '2021-08-27T21:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_floatingips': [{'id': '86c42164-c437-4eb4-81de-ebde51f03c3b', 'tenant_id': '4c7881af14ba462d932065fd81b90b6e', 'floating_ip_address': '172.27.0.151', 'floating_network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'router_id': 'af46ff4f-6630-489b-84a6-265c56f11df1', 'port_id': '93baeb5f-5110-4687-925d-bee1b1c54deb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89', 'mac_address': 'fa:16:3e:c6:2b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed92d7-1b08-4015-8c44-13d686b1c812', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T21:29:38Z', 'updated_at': '2021-08-27T21:29:51Z', 'revision_number': 1, 'project_id': '4c7881af14ba462d932065fd81b90b6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d4d7021-60bf-457b-a75d-9d5a044298ed', 'name': '', 'network_id': '9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89', 'tenant_id': '4c7881af14ba462d932065fd81b90b6e', 'mac_address': 'fa:16:3e:a2:11:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46ff4f-6630-489b-84a6-265c56f11df1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6921f496-5d7a-4db6-bf96-720866799ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:24:10Z', 'updated_at': '2021-08-27T21:24:23Z', 'revision_number': 5, 'project_id': '4c7881af14ba462d932065fd81b90b6e', 'subnets': [{'id': '6921f496-5d7a-4db6-bf96-720866799ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:29:52.574868 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd4000-3b57-45d3-94e7-8e886bffd899 req-67739b21-854d-4748-ab74-5da48f2a2199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:52.576354 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-82fd4000-3b57-45d3-94e7-8e886bffd899 req-67739b21-854d-4748-ab74-5da48f2a2199 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6921f496-5d7a-4db6-bf96-720866799ce1 HTTP/1.1" status: 200 len: 856 time: 0.0443904 Aug 27 21:29:52.597775 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d48a21-8037-4d5d-8117-c7849120a749 None None] Checking router: af46ff4f-6630-489b-84a6-265c56f11df1 for host: dv-cinder-806436-1-iscsi {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 21:29:52.606932 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d48a21-8037-4d5d-8117-c7849120a749 None None] Routers {'af46ff4f-6630-489b-84a6-265c56f11df1'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:29:52.607468 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-92d48a21-8037-4d5d-8117-c7849120a749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:29:51Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['af46ff4f-6630-489b-84a6-265c56f11df1'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:29:52.622542 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd4000-3b57-45d3-94e7-8e886bffd899 req-401b51f0-0c0e-45bb-bdf6-65e7b52b8e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:52.624036 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-82fd4000-3b57-45d3-94e7-8e886bffd899 req-401b51f0-0c0e-45bb-bdf6-65e7b52b8e49 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401676 Aug 27 21:29:52.718771 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65920cb9-5c7f-4952-b134-219b92defc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:52.722037 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-82fd4000-3b57-45d3-94e7-8e886bffd899 req-4f87ea17-01d6-40e5-be8f-b979f7cc3f5b service neutron] 10.222.0.73 "GET /v2.0/networks/9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904779 Aug 27 21:29:52.725671 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-92d48a21-8037-4d5d-8117-c7849120a749 None None] Set router af46ff4f-6630-489b-84a6-265c56f11df1 gateway port host: dv-cinder-806436-1-iscsi {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:29:52.812386 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-82fd4000-3b57-45d3-94e7-8e886bffd899 req-3dfad543-6f5d-4106-8155-6ce1b7c94e58 service neutron] 10.222.0.73 "GET /v2.0/networks/9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830815 Aug 27 21:29:52.964443 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-92d48a21-8037-4d5d-8117-c7849120a749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af46ff4f-6630-489b-84a6-265c56f11df1', 'name': 'tempest-AttachVolumeShelveTestJSON-1071624808-router', 'tenant_id': '4c7881af14ba462d932065fd81b90b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '0c0a21da-690f-4bff-8a38-757117dd485b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:24:03Z', 'updated_at': '2021-08-27T21:24:11Z', 'revision_number': 4, 'project_id': '4c7881af14ba462d932065fd81b90b6e', 'gw_port': {'id': '0c0a21da-690f-4bff-8a38-757117dd485b', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:32:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46ff4f-6630-489b-84a6-265c56f11df1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:24:04Z', 'updated_at': '2021-08-27T21:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_floatingips': [{'id': '86c42164-c437-4eb4-81de-ebde51f03c3b', 'tenant_id': '4c7881af14ba462d932065fd81b90b6e', 'floating_ip_address': '172.27.0.151', 'floating_network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'router_id': 'af46ff4f-6630-489b-84a6-265c56f11df1', 'port_id': '93baeb5f-5110-4687-925d-bee1b1c54deb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89', 'mac_address': 'fa:16:3e:c6:2b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed92d7-1b08-4015-8c44-13d686b1c812', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T21:29:38Z', 'updated_at': '2021-08-27T21:29:51Z', 'revision_number': 1, 'project_id': '4c7881af14ba462d932065fd81b90b6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d4d7021-60bf-457b-a75d-9d5a044298ed', 'name': '', 'network_id': '9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89', 'tenant_id': '4c7881af14ba462d932065fd81b90b6e', 'mac_address': 'fa:16:3e:a2:11:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46ff4f-6630-489b-84a6-265c56f11df1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6921f496-5d7a-4db6-bf96-720866799ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:24:10Z', 'updated_at': '2021-08-27T21:24:23Z', 'revision_number': 5, 'project_id': '4c7881af14ba462d932065fd81b90b6e', 'subnets': [{'id': '6921f496-5d7a-4db6-bf96-720866799ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:29:52.990855 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d48a21-8037-4d5d-8117-c7849120a749 None None] The sync data for ids ['af46ff4f-6630-489b-84a6-265c56f11df1'] in dv-cinder-806436-1-iscsi is: [{'id': 'af46ff4f-6630-489b-84a6-265c56f11df1', 'name': 'tempest-AttachVolumeShelveTestJSON-1071624808-router', 'tenant_id': '4c7881af14ba462d932065fd81b90b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '0c0a21da-690f-4bff-8a38-757117dd485b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:24:03Z', 'updated_at': '2021-08-27T21:24:11Z', 'revision_number': 4, 'project_id': '4c7881af14ba462d932065fd81b90b6e', 'gw_port': {'id': '0c0a21da-690f-4bff-8a38-757117dd485b', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:32:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46ff4f-6630-489b-84a6-265c56f11df1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:24:04Z', 'updated_at': '2021-08-27T21:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_floatingips': [{'id': '86c42164-c437-4eb4-81de-ebde51f03c3b', 'tenant_id': '4c7881af14ba462d932065fd81b90b6e', 'floating_ip_address': '172.27.0.151', 'floating_network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'router_id': 'af46ff4f-6630-489b-84a6-265c56f11df1', 'port_id': '93baeb5f-5110-4687-925d-bee1b1c54deb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89', 'mac_address': 'fa:16:3e:c6:2b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed92d7-1b08-4015-8c44-13d686b1c812', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T21:29:38Z', 'updated_at': '2021-08-27T21:29:51Z', 'revision_number': 1, 'project_id': '4c7881af14ba462d932065fd81b90b6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d4d7021-60bf-457b-a75d-9d5a044298ed', 'name': '', 'network_id': '9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89', 'tenant_id': '4c7881af14ba462d932065fd81b90b6e', 'mac_address': 'fa:16:3e:a2:11:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46ff4f-6630-489b-84a6-265c56f11df1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6921f496-5d7a-4db6-bf96-720866799ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:24:10Z', 'updated_at': '2021-08-27T21:24:23Z', 'revision_number': 5, 'project_id': '4c7881af14ba462d932065fd81b90b6e', 'subnets': [{'id': '6921f496-5d7a-4db6-bf96-720866799ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 21:29:53.189755 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1536f4-0d64-41a0-8899-a773e3b7fc79 None None] New status for floating IP 86c42164-c437-4eb4-81de-ebde51f03c3b: ACTIVE {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 21:29:54.069033 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-778ce8a3-384f-4928-b9ff-199d4ced17a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:29:54.218074 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b154cb-577d-4224-8305-2981651164a9 req-a1ab43af-a264-4f79-89dc-3690cdc47aa6 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:54.219579 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-a4b154cb-577d-4224-8305-2981651164a9 req-a1ab43af-a264-4f79-89dc-3690cdc47aa6 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 946 time: 0.0503056 Aug 27 21:29:54.264743 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-a4b154cb-577d-4224-8305-2981651164a9 req-aacfc66a-4640-499f-92de-65de14722717 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8be5611-d14c-4fd1-8a11-afe2517fae12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376377 Aug 27 21:29:55.391283 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabda177-8794-42f1-b74d-14028faba32d req-cfa1d2eb-3342-4a76-94f8-ddcd673d005d tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:55.392761 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-cabda177-8794-42f1-b74d-14028faba32d req-cfa1d2eb-3342-4a76-94f8-ddcd673d005d tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 946 time: 0.0495842 Aug 27 21:29:55.437753 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-cabda177-8794-42f1-b74d-14028faba32d req-5f3b699b-e9fe-44fa-9f72-b2c77298fbc1 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8be5611-d14c-4fd1-8a11-afe2517fae12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382247 Aug 27 21:29:56.555259 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb16ba-957c-4504-a39b-7d59d2d07a84 req-7a89d0bc-066c-40da-be7d-7e63e490ebae tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:56.556673 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-daeb16ba-957c-4504-a39b-7d59d2d07a84 req-7a89d0bc-066c-40da-be7d-7e63e490ebae tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 946 time: 0.0504885 Aug 27 21:29:56.594638 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-daeb16ba-957c-4504-a39b-7d59d2d07a84 req-2e917ed3-d60d-4825-80f0-381d46697bcd tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8be5611-d14c-4fd1-8a11-afe2517fae12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319431 Aug 27 21:29:57.731815 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926d0210-f0c9-4b3c-a60f-05c50b9a0e4d req-316760a5-dbef-4655-ac3f-8cd2ac0f8c64 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:57.733718 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-926d0210-f0c9-4b3c-a60f-05c50b9a0e4d req-316760a5-dbef-4655-ac3f-8cd2ac0f8c64 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 946 time: 0.0532806 Aug 27 21:29:57.777017 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-926d0210-f0c9-4b3c-a60f-05c50b9a0e4d req-89984a8d-a07b-47f5-94a9-1f45847392d3 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8be5611-d14c-4fd1-8a11-afe2517fae12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350666 Aug 27 21:29:58.901379 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac7a076-3f28-4533-832c-988783f01ede req-9a172a2a-1bea-404b-aea7-9acb553a63d3 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:29:58.902843 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-eac7a076-3f28-4533-832c-988783f01ede req-9a172a2a-1bea-404b-aea7-9acb553a63d3 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 946 time: 0.0501451 Aug 27 21:29:58.945510 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-eac7a076-3f28-4533-832c-988783f01ede req-05bb412f-6bf8-4c69-886e-c64a5aae6029 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8be5611-d14c-4fd1-8a11-afe2517fae12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364978 Aug 27 21:30:00.063242 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3f033-c618-4280-a65b-b98b84a3d280 req-b458d855-b93c-43e7-8fce-eb0db5148b79 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:30:00.064876 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-4cd3f033-c618-4280-a65b-b98b84a3d280 req-b458d855-b93c-43e7-8fce-eb0db5148b79 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 946 time: 0.0513511 Aug 27 21:30:00.106205 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-4cd3f033-c618-4280-a65b-b98b84a3d280 req-6fd6a405-3c90-4b4f-bc7d-3d055a571243 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8be5611-d14c-4fd1-8a11-afe2517fae12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343223 Aug 27 21:30:01.228182 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b82790-2f49-4d40-9e42-f796c88509fb req-3ada90e7-9904-4194-8d2a-47670d1a6d1e tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:30:01.229637 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-b5b82790-2f49-4d40-9e42-f796c88509fb req-3ada90e7-9904-4194-8d2a-47670d1a6d1e tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 946 time: 0.0503514 Aug 27 21:30:01.273431 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-b5b82790-2f49-4d40-9e42-f796c88509fb req-fbde7d0d-b46f-4ab5-b32a-3ef6f9a26b8b tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8be5611-d14c-4fd1-8a11-afe2517fae12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359266 Aug 27 21:30:02.391647 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681b399-b024-4577-8c5f-6acfbca56043 req-e032da68-2c2a-41a3-acf0-ffd365cb544e tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:30:02.393140 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-0681b399-b024-4577-8c5f-6acfbca56043 req-e032da68-2c2a-41a3-acf0-ffd365cb544e tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 946 time: 0.0488880 Aug 27 21:30:02.440002 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-0681b399-b024-4577-8c5f-6acfbca56043 req-bc24b1f2-d23a-4b4b-9971-395c7ac705d4 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8be5611-d14c-4fd1-8a11-afe2517fae12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395341 Aug 27 21:30:03.560786 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c289f0-9dd4-42a4-9eb8-d0af2ad935e1 req-cf49a3a4-8d52-4b04-a50a-98555776a8cd tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:30:03.562413 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-39c289f0-9dd4-42a4-9eb8-d0af2ad935e1 req-cf49a3a4-8d52-4b04-a50a-98555776a8cd tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 946 time: 0.0508332 Aug 27 21:30:03.610709 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-39c289f0-9dd4-42a4-9eb8-d0af2ad935e1 req-c958e060-b5fa-4a65-aa40-4dc059a6e40e tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8be5611-d14c-4fd1-8a11-afe2517fae12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394871 Aug 27 21:30:04.729890 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdfff6-a2a3-4b33-83ee-dd67c42c04de req-be963495-0261-4760-8ad7-497130e17224 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:30:04.731404 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-2abdfff6-a2a3-4b33-83ee-dd67c42c04de req-be963495-0261-4760-8ad7-497130e17224 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 946 time: 0.0496054 Aug 27 21:30:04.772537 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-2abdfff6-a2a3-4b33-83ee-dd67c42c04de req-096affb7-30ae-4879-a492-01d69a493ceb tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8be5611-d14c-4fd1-8a11-afe2517fae12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347707 Aug 27 21:30:05.891585 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fab025-0f8f-47e4-8ab4-df63df9aa34b req-4c20a0e5-e3e3-4c12-afa1-9f1bc8abc38e tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:30:05.893171 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-d4fab025-0f8f-47e4-8ab4-df63df9aa34b req-4c20a0e5-e3e3-4c12-afa1-9f1bc8abc38e tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 946 time: 0.0506833 Aug 27 21:30:05.937449 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-d4fab025-0f8f-47e4-8ab4-df63df9aa34b req-e34c237a-3056-4d23-8909-88575e954197 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8be5611-d14c-4fd1-8a11-afe2517fae12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371430 Aug 27 21:30:07.070978 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2429f9d3-ead7-4c0c-9d15-1d6bfc2ee57e req-cd99fb20-74b1-4833-94e5-92aa1e4f2b9b tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:30:07.072528 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-2429f9d3-ead7-4c0c-9d15-1d6bfc2ee57e req-cd99fb20-74b1-4833-94e5-92aa1e4f2b9b tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 946 time: 0.0573518 Aug 27 21:30:07.114007 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-2429f9d3-ead7-4c0c-9d15-1d6bfc2ee57e req-9b107736-ebb8-4089-a61f-ad30362015ee tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8be5611-d14c-4fd1-8a11-afe2517fae12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334413 Aug 27 21:30:08.229960 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02dfcb1-16f4-4bad-88a9-a8c9ba4ef15f req-7b162e83-a27e-407a-a13e-651a846cc42d tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:30:08.231495 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-e02dfcb1-16f4-4bad-88a9-a8c9ba4ef15f req-7b162e83-a27e-407a-a13e-651a846cc42d tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 946 time: 0.0506151 Aug 27 21:30:08.271655 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-e02dfcb1-16f4-4bad-88a9-a8c9ba4ef15f req-a16d5855-a317-4738-b183-a3004886ee71 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8be5611-d14c-4fd1-8a11-afe2517fae12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338070 Aug 27 21:30:09.386458 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a6c024-db76-4e1a-96c0-33c33bbd11cd req-87ed225f-090f-48c1-a75f-87baa81f2f9d tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:30:09.387939 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-81a6c024-db76-4e1a-96c0-33c33bbd11cd req-87ed225f-090f-48c1-a75f-87baa81f2f9d tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 946 time: 0.0490460 Aug 27 21:30:09.430437 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-81a6c024-db76-4e1a-96c0-33c33bbd11cd req-2f1f315f-700b-41d9-aa55-a9f39ae242d1 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8be5611-d14c-4fd1-8a11-afe2517fae12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365281 Aug 27 21:30:10.552528 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b81e4-0338-4283-8e97-1f3d3e570d34 req-de948ae4-0c05-4c21-a8d2-d449b9f23d35 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:30:10.554005 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-209b81e4-0338-4283-8e97-1f3d3e570d34 req-de948ae4-0c05-4c21-a8d2-d449b9f23d35 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 946 time: 0.0531161 Aug 27 21:30:10.593342 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-209b81e4-0338-4283-8e97-1f3d3e570d34 req-da9b62a2-5a96-4afc-8379-89b3180c4fe3 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8be5611-d14c-4fd1-8a11-afe2517fae12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332589 Aug 27 21:30:10.817166 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826ad79-1205-47a2-a90f-9e65e2a796c9 req-d7377bdd-4a80-46f4-9bdd-1bbecba94c26 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:30:10.819668 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-f826ad79-1205-47a2-a90f-9e65e2a796c9 req-d7377bdd-4a80-46f4-9bdd-1bbecba94c26 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 946 time: 0.0579026 Aug 27 21:30:10.863315 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-f826ad79-1205-47a2-a90f-9e65e2a796c9 req-1cf17270-1d5c-4a77-b786-24860ad8e524 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8be5611-d14c-4fd1-8a11-afe2517fae12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369778 Aug 27 21:30:10.884048 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49746672-2078-4cb4-9ec1-5cbe4ecfa615 req-578f2b2a-af2e-4289-ae9e-577687c7b33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:30:10.885614 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-49746672-2078-4cb4-9ec1-5cbe4ecfa615 req-578f2b2a-af2e-4289-ae9e-577687c7b33e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9d7ceb8f6162437081bdc9ae6a61d840&device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 1099 time: 0.0465183 Aug 27 21:30:10.977546 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49746672-2078-4cb4-9ec1-5cbe4ecfa615 req-da321084-6595-46b9-afdf-2c05d89b2cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:30:10.979761 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-49746672-2078-4cb4-9ec1-5cbe4ecfa615 req-da321084-6595-46b9-afdf-2c05d89b2cef service neutron] 10.222.0.73 "GET /v2.0/networks?id=ed8dd659-34e8-4454-9d8c-11a291216fde HTTP/1.1" status: 200 len: 912 time: 0.0851791 Aug 27 21:30:11.052429 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-49746672-2078-4cb4-9ec1-5cbe4ecfa615 req-7a5fbc4e-b9d7-4547-85d8-0d6b9f2035eb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89b23a08-b636-4f24-8f9e-88a2df1ee5e0 HTTP/1.1" status: 200 len: 1002 time: 0.0649345 Aug 27 21:30:11.105074 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49746672-2078-4cb4-9ec1-5cbe4ecfa615 req-49c83c20-558d-4fe6-a7ad-9d406955f333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:30:11.106456 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-49746672-2078-4cb4-9ec1-5cbe4ecfa615 req-49c83c20-558d-4fe6-a7ad-9d406955f333 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=22e56bc5-1da2-41da-ae14-be8282257d39 HTTP/1.1" status: 200 len: 850 time: 0.0456533 Aug 27 21:30:11.162057 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49746672-2078-4cb4-9ec1-5cbe4ecfa615 req-73ba0636-e86f-4d34-84d2-3383f7b8cd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:30:11.163571 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-49746672-2078-4cb4-9ec1-5cbe4ecfa615 req-73ba0636-e86f-4d34-84d2-3383f7b8cd3b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ed8dd659-34e8-4454-9d8c-11a291216fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431476 Aug 27 21:30:11.265246 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-49746672-2078-4cb4-9ec1-5cbe4ecfa615 req-fb081a03-0f02-4e50-8a6c-5cd9b6a5df12 service neutron] 10.222.0.73 "GET /v2.0/networks/ed8dd659-34e8-4454-9d8c-11a291216fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932901 Aug 27 21:30:11.364925 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-49746672-2078-4cb4-9ec1-5cbe4ecfa615 req-c382c8b3-be69-41d3-bea5-04d5d803349f service neutron] 10.222.0.73 "GET /v2.0/networks/ed8dd659-34e8-4454-9d8c-11a291216fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901182 Aug 27 21:30:11.981332 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f4798-b547-4faa-85ca-c66852005c67 req-eb2c0a34-d27f-434f-b0a1-669f365f7b55 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:30:11.983747 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-bf3f4798-b547-4faa-85ca-c66852005c67 req-eb2c0a34-d27f-434f-b0a1-669f365f7b55 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 946 time: 0.0504653 Aug 27 21:30:12.028397 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-bf3f4798-b547-4faa-85ca-c66852005c67 req-fcd86287-058b-4e7c-8843-98d888a1413b tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8be5611-d14c-4fd1-8a11-afe2517fae12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388486 Aug 27 21:30:12.315333 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:13.173702 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c05a3f-0536-49c4-b7b5-414941eda464 req-29a1a7bb-aaad-4afe-a1a9-bfdaad7570dc tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:30:13.175243 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-f2c05a3f-0536-49c4-b7b5-414941eda464 req-29a1a7bb-aaad-4afe-a1a9-bfdaad7570dc tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 946 time: 0.0610828 Aug 27 21:30:13.217058 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-f2c05a3f-0536-49c4-b7b5-414941eda464 req-839a96b6-17d7-48f3-93f3-97d8c60f60cc tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8be5611-d14c-4fd1-8a11-afe2517fae12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350461 Aug 27 21:30:17.894994 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.agents_db [None req-9a3f5963-9603-4723-9a6c-2e2f5b4345b2 None None] Agent healthcheck: found 6 active agents {{(pid=93799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 21:30:18.715431 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-33ae542a-1eeb-4a90-bebd-7f1f27e32c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:21.331728 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-19d9ae8a-81dd-4e5d-a527-e1012bac2b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:21.557879 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:22.709180 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65920cb9-5c7f-4952-b134-219b92defc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:24.071585 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-778ce8a3-384f-4928-b9ff-199d4ced17a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:30.112279 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-6d2ae72a-bcaf-4897-b38b-692ef2812bfb req-eab10a93-8965-4598-b16b-22ee3a4e0226 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-34627144&fields=id&tenant_id=643ef7a25d8f4b71ae55ebc55eefc0e6 HTTP/1.1" status: 200 len: 267 time: 0.0347674 Aug 27 21:30:30.167904 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ae72a-bcaf-4897-b38b-692ef2812bfb req-c8f33b0b-20a2-435c-9019-5a1dcf8f3e33 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:30:30.169502 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-6d2ae72a-bcaf-4897-b38b-692ef2812bfb req-c8f33b0b-20a2-435c-9019-5a1dcf8f3e33 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/ports?device_id=07f28713-dea7-4a2c-bda8-d21bfea31b4a HTTP/1.1" status: 200 len: 984 time: 0.0506308 Aug 27 21:30:30.181481 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [req-6d2ae72a-bcaf-4897-b38b-692ef2812bfb req-fa7c3b29-64ff-4c01-b898-d81bacd69c7a tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Request body: {'port': {'security_groups': ['aaa3dc92-eb30-408f-948c-63ceb829d106']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:30:30.259597 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6d2ae72a-bcaf-4897-b38b-692ef2812bfb req-fa7c3b29-64ff-4c01-b898-d81bacd69c7a tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:30.455057 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-6d2ae72a-bcaf-4897-b38b-692ef2812bfb req-fa7c3b29-64ff-4c01-b898-d81bacd69c7a tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] For port 5177c7bd-0796-4819-869f-293eddf0820e, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=5177c7bd-0796-4819-869f-293eddf0820e,segment=NetworkSegment(c2378fa1-afe6-497d-9312-572f79e0ffd4),segment_id=c2378fa1-afe6-497d-9312-572f79e0ffd4)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:30:30.488173 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6d2ae72a-bcaf-4897-b38b-692ef2812bfb req-fa7c3b29-64ff-4c01-b898-d81bacd69c7a tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:30.492713 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6d2ae72a-bcaf-4897-b38b-692ef2812bfb req-fa7c3b29-64ff-4c01-b898-d81bacd69c7a tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25193661'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:30.508007 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] get_ports_and_sgs() called for port_ids ['5177c7bd-0796-4819-869f-293eddf0820e'] {{(pid=93798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 21:30:30.541382 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ae72a-bcaf-4897-b38b-692ef2812bfb req-fa7c3b29-64ff-4c01-b898-d81bacd69c7a tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:30:30.542141 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6d2ae72a-bcaf-4897-b38b-692ef2812bfb req-fa7c3b29-64ff-4c01-b898-d81bacd69c7a tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:30.543537 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-6d2ae72a-bcaf-4897-b38b-692ef2812bfb req-fa7c3b29-64ff-4c01-b898-d81bacd69c7a tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "PUT /v2.0/ports/5177c7bd-0796-4819-869f-293eddf0820e HTTP/1.1" status: 200 len: 942 time: 0.3675425 Aug 27 21:30:30.544019 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07f28713-dea7-4a2c-bda8-d21bfea31b4a', 'tag': '5177c7bd-0796-4819-869f-293eddf0820e'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:30:30.549728 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38019ac9d499d238660659c848bc6e147427a71e556f74dfb6c52f178b5569d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a742827-1b59-4d81-a357-1d7dc4a7ba47" -d '{"events": [{"name": "network-changed", "server_uuid": "07f28713-dea7-4a2c-bda8-d21bfea31b4a", "tag": "5177c7bd-0796-4819-869f-293eddf0820e"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:30:30.549940 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 37748) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:30:30.605779 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c3b29-64ff-4c01-b898-d81bacd69c7a tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Pushing event updated for resources: {'Port': ['ID=5177c7bd-0796-4819-869f-293eddf0820e,revision_number=7']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:30:30.614764 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c3b29-64ff-4c01-b898-d81bacd69c7a tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:30:30.615273 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c3b29-64ff-4c01-b898-d81bacd69c7a tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:30:30.615720 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c3b29-64ff-4c01-b898-d81bacd69c7a tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:30:30.616174 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c3b29-64ff-4c01-b898-d81bacd69c7a tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:30:30.616664 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c3b29-64ff-4c01-b898-d81bacd69c7a tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:30:30.617089 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c3b29-64ff-4c01-b898-d81bacd69c7a tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:30:30.617521 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c3b29-64ff-4c01-b898-d81bacd69c7a tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:30:30.617952 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c3b29-64ff-4c01-b898-d81bacd69c7a tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:30:30.618411 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c3b29-64ff-4c01-b898-d81bacd69c7a tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:30:30.618849 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c3b29-64ff-4c01-b898-d81bacd69c7a tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:30:30.619328 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c3b29-64ff-4c01-b898-d81bacd69c7a tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:30:30.619751 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c3b29-64ff-4c01-b898-d81bacd69c7a tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:30:30.639431 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-97e17d4d-eba5-4b35-95f3-51221e5619de tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:30.670647 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-97e17d4d-eba5-4b35-95f3-51221e5619de tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:30.672809 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] get_ports_and_sgs() called for port_ids ['5177c7bd-0796-4819-869f-293eddf0820e'] {{(pid=93798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 21:30:30.756818 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-97e17d4d-eba5-4b35-95f3-51221e5619de tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:30.760289 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-97e17d4d-eba5-4b35-95f3-51221e5619de tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:30.761928 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-97e17d4d-eba5-4b35-95f3-51221e5619de tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "DELETE /v2.0/security-groups/abcf9df5-8bae-4537-8f24-3f6533773127 HTTP/1.1" status: 204 len: 168 time: 0.2111168 Aug 27 21:30:30.764719 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 37754) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:30:30.791650 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e17d4d-eba5-4b35-95f3-51221e5619de tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abcf9df5-8bae-4537-8f24-3f6533773127,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:30:30.867196 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-b125bfcc-6b51-43dd-8c9e-ba0ea856ecaa None None] Provisioning complete for port 5177c7bd-0796-4819-869f-293eddf0820e triggered by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:30:30.867602 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b125bfcc-6b51-43dd-8c9e-ba0ea856ecaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:30.913539 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 21:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e00572-e06b-453f-886d-4cc9c4f52c98 x-openstack-request-id: req-98e00572-e06b-453f-886d-4cc9c4f52c98 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:30:30.913977 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07f28713-dea7-4a2c-bda8-d21bfea31b4a", "tag": "5177c7bd-0796-4819-869f-293eddf0820e", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:30:30.914184 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-98e00572-e06b-453f-886d-4cc9c4f52c98 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:30:30.914882 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07f28713-dea7-4a2c-bda8-d21bfea31b4a', 'tag': '5177c7bd-0796-4819-869f-293eddf0820e', 'status': 'completed', 'code': 200} Aug 27 21:30:30.973241 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a742827-1b59-4d81-a357-1d7dc4a7ba47 req-bf1952d8-dd19-417e-af49-8be91819bacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:30:30.975518 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-6a742827-1b59-4d81-a357-1d7dc4a7ba47 req-bf1952d8-dd19-417e-af49-8be91819bacd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=643ef7a25d8f4b71ae55ebc55eefc0e6&device_id=07f28713-dea7-4a2c-bda8-d21bfea31b4a HTTP/1.1" status: 200 len: 1098 time: 0.0477281 Aug 27 21:30:30.994676 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-252f0bc5-beee-47fb-8306-3d9562263965 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Deleting port 3b4fc30c-8479-465a-88dc-4b531b490fd5 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 21:30:30.995259 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-252f0bc5-beee-47fb-8306-3d9562263965 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794201129759'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:31.082721 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a742827-1b59-4d81-a357-1d7dc4a7ba47 req-5e320efd-c99d-4039-8f76-d83e7306e7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:30:31.084201 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-252f0bc5-beee-47fb-8306-3d9562263965 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:31.084594 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-252f0bc5-beee-47fb-8306-3d9562263965 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:31.084957 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-6a742827-1b59-4d81-a357-1d7dc4a7ba47 req-5e320efd-c99d-4039-8f76-d83e7306e7d9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cfa78330-d176-4c9f-aa9a-4db08f23b10c HTTP/1.1" status: 200 len: 916 time: 0.1016378 Aug 27 21:30:31.097202 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-252f0bc5-beee-47fb-8306-3d9562263965 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Calling delete_port for 3b4fc30c-8479-465a-88dc-4b531b490fd5 owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 21:30:31.162960 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-6a742827-1b59-4d81-a357-1d7dc4a7ba47 req-9b48ee06-bd95-461f-a0c4-32a72e761842 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5177c7bd-0796-4819-869f-293eddf0820e HTTP/1.1" status: 200 len: 1001 time: 0.0704098 Aug 27 21:30:31.222676 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a742827-1b59-4d81-a357-1d7dc4a7ba47 req-e851cd5e-c3b9-4204-a102-38f356375559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:30:31.224265 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-6a742827-1b59-4d81-a357-1d7dc4a7ba47 req-e851cd5e-c3b9-4204-a102-38f356375559 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=552f9052-989c-4d96-96ce-501309883166 HTTP/1.1" status: 200 len: 854 time: 0.0483651 Aug 27 21:30:31.276434 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a742827-1b59-4d81-a357-1d7dc4a7ba47 req-67650fd6-2d41-47c5-a859-b93891738705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:30:31.277953 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-6a742827-1b59-4d81-a357-1d7dc4a7ba47 req-67650fd6-2d41-47c5-a859-b93891738705 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cfa78330-d176-4c9f-aa9a-4db08f23b10c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436196 Aug 27 21:30:31.297490 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-252f0bc5-beee-47fb-8306-3d9562263965 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794201022239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794200564237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25193636'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:31.326062 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252f0bc5-beee-47fb-8306-3d9562263965 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Pushing event deleted for resources: {'Port': ['ID=3b4fc30c-8479-465a-88dc-4b531b490fd5,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:30:31.385397 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-6a742827-1b59-4d81-a357-1d7dc4a7ba47 req-06f21052-2051-4cc9-9c0a-63695972d7b6 service neutron] 10.222.0.73 "GET /v2.0/networks/cfa78330-d176-4c9f-aa9a-4db08f23b10c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982609 Aug 27 21:30:31.392775 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-252f0bc5-beee-47fb-8306-3d9562263965 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:31.393109 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.db.l3_db [None req-252f0bc5-beee-47fb-8306-3d9562263965 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Floating IP 4feed333-fbf4-4a26-83e7-bc4da34d413c disassociated (deleted). External IP: 172.27.0.240, port: 5177c7bd-0796-4819-869f-293eddf0820e. Aug 27 21:30:31.490525 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-6a742827-1b59-4d81-a357-1d7dc4a7ba47 req-fcbb875b-118d-46e5-a3ea-79e4fb3e9435 service neutron] 10.222.0.73 "GET /v2.0/networks/cfa78330-d176-4c9f-aa9a-4db08f23b10c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961735 Aug 27 21:30:31.639217 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-252f0bc5-beee-47fb-8306-3d9562263965 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Router 51e78bdf-031c-4cd4-928d-dda66e2b24b1 has already been hosted by L3 agent da753c34-e47f-42d8-9f83-ec5464f53bc8 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 21:30:31.763460 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-252f0bc5-beee-47fb-8306-3d9562263965 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify agent at l3_agent.dv-cinder-806436-1-iscsi the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 21:30:31.768257 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-252f0bc5-beee-47fb-8306-3d9562263965 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:31.774316 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77340655-ddd2-45ae-be64-38d8b93ffc18 None None] Sync routers for ids ['51e78bdf-031c-4cd4-928d-dda66e2b24b1'] in dv-cinder-806436-1-iscsi {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 21:30:31.783078 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77340655-ddd2-45ae-be64-38d8b93ffc18 None None] Routers {'51e78bdf-031c-4cd4-928d-dda66e2b24b1'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:30:31.783803 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-77340655-ddd2-45ae-be64-38d8b93ffc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:30:21Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['51e78bdf-031c-4cd4-928d-dda66e2b24b1'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:30:31.796747 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-252f0bc5-beee-47fb-8306-3d9562263965 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "DELETE /v2.0/floatingips/4feed333-fbf4-4a26-83e7-bc4da34d413c HTTP/1.1" status: 204 len: 168 time: 1.0308793 Aug 27 21:30:31.908401 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-77340655-ddd2-45ae-be64-38d8b93ffc18 None None] Set router 51e78bdf-031c-4cd4-928d-dda66e2b24b1 gateway port host: dv-cinder-806436-1-iscsi {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:30:32.159150 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-77340655-ddd2-45ae-be64-38d8b93ffc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e78bdf-031c-4cd4-928d-dda66e2b24b1', 'name': 'tempest-TestMinimumBasicScenario-2128768098-router', 'tenant_id': '643ef7a25d8f4b71ae55ebc55eefc0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '5f0bf846-a333-4bd8-b560-c4f061838898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:27:39Z', 'updated_at': '2021-08-27T21:27:45Z', 'revision_number': 4, 'project_id': '643ef7a25d8f4b71ae55ebc55eefc0e6', 'gw_port': {'id': '5f0bf846-a333-4bd8-b560-c4f061838898', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e78bdf-031c-4cd4-928d-dda66e2b24b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:27:40Z', 'updated_at': '2021-08-27T21:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_interfaces': [{'id': 'de1c4947-5a69-4324-9709-3f34268ec18f', 'name': '', 'network_id': 'cfa78330-d176-4c9f-aa9a-4db08f23b10c', 'tenant_id': '643ef7a25d8f4b71ae55ebc55eefc0e6', 'mac_address': 'fa:16:3e:1e:82:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e78bdf-031c-4cd4-928d-dda66e2b24b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '552f9052-989c-4d96-96ce-501309883166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:27:44Z', 'updated_at': '2021-08-27T21:27:53Z', 'revision_number': 5, 'project_id': '643ef7a25d8f4b71ae55ebc55eefc0e6', 'subnets': [{'id': '552f9052-989c-4d96-96ce-501309883166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:30:32.190231 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77340655-ddd2-45ae-be64-38d8b93ffc18 None None] Checking router: 51e78bdf-031c-4cd4-928d-dda66e2b24b1 for host: dv-cinder-806436-1-iscsi {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 21:30:32.200892 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77340655-ddd2-45ae-be64-38d8b93ffc18 None None] Routers {'51e78bdf-031c-4cd4-928d-dda66e2b24b1'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:30:32.201503 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-77340655-ddd2-45ae-be64-38d8b93ffc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:30:21Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['51e78bdf-031c-4cd4-928d-dda66e2b24b1'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:30:32.315440 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-77340655-ddd2-45ae-be64-38d8b93ffc18 None None] Set router 51e78bdf-031c-4cd4-928d-dda66e2b24b1 gateway port host: dv-cinder-806436-1-iscsi {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:30:32.537150 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-77340655-ddd2-45ae-be64-38d8b93ffc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e78bdf-031c-4cd4-928d-dda66e2b24b1', 'name': 'tempest-TestMinimumBasicScenario-2128768098-router', 'tenant_id': '643ef7a25d8f4b71ae55ebc55eefc0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '5f0bf846-a333-4bd8-b560-c4f061838898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:27:39Z', 'updated_at': '2021-08-27T21:27:45Z', 'revision_number': 4, 'project_id': '643ef7a25d8f4b71ae55ebc55eefc0e6', 'gw_port': {'id': '5f0bf846-a333-4bd8-b560-c4f061838898', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e78bdf-031c-4cd4-928d-dda66e2b24b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:27:40Z', 'updated_at': '2021-08-27T21:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_interfaces': [{'id': 'de1c4947-5a69-4324-9709-3f34268ec18f', 'name': '', 'network_id': 'cfa78330-d176-4c9f-aa9a-4db08f23b10c', 'tenant_id': '643ef7a25d8f4b71ae55ebc55eefc0e6', 'mac_address': 'fa:16:3e:1e:82:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e78bdf-031c-4cd4-928d-dda66e2b24b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '552f9052-989c-4d96-96ce-501309883166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:27:44Z', 'updated_at': '2021-08-27T21:27:53Z', 'revision_number': 5, 'project_id': '643ef7a25d8f4b71ae55ebc55eefc0e6', 'subnets': [{'id': '552f9052-989c-4d96-96ce-501309883166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:30:32.567484 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77340655-ddd2-45ae-be64-38d8b93ffc18 None None] The sync data for ids ['51e78bdf-031c-4cd4-928d-dda66e2b24b1'] in dv-cinder-806436-1-iscsi is: [{'id': '51e78bdf-031c-4cd4-928d-dda66e2b24b1', 'name': 'tempest-TestMinimumBasicScenario-2128768098-router', 'tenant_id': '643ef7a25d8f4b71ae55ebc55eefc0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '5f0bf846-a333-4bd8-b560-c4f061838898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:27:39Z', 'updated_at': '2021-08-27T21:27:45Z', 'revision_number': 4, 'project_id': '643ef7a25d8f4b71ae55ebc55eefc0e6', 'gw_port': {'id': '5f0bf846-a333-4bd8-b560-c4f061838898', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e78bdf-031c-4cd4-928d-dda66e2b24b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:27:40Z', 'updated_at': '2021-08-27T21:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_interfaces': [{'id': 'de1c4947-5a69-4324-9709-3f34268ec18f', 'name': '', 'network_id': 'cfa78330-d176-4c9f-aa9a-4db08f23b10c', 'tenant_id': '643ef7a25d8f4b71ae55ebc55eefc0e6', 'mac_address': 'fa:16:3e:1e:82:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e78bdf-031c-4cd4-928d-dda66e2b24b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '552f9052-989c-4d96-96ce-501309883166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:27:44Z', 'updated_at': '2021-08-27T21:27:53Z', 'revision_number': 5, 'project_id': '643ef7a25d8f4b71ae55ebc55eefc0e6', 'subnets': [{'id': '552f9052-989c-4d96-96ce-501309883166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 21:30:32.801266 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3868175b-ad4a-4347-98c6-117d18e9c73b None None] New status for floating IP 4feed333-fbf4-4a26-83e7-bc4da34d413c: DOWN {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 21:30:32.916004 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07f28713-dea7-4a2c-bda8-d21bfea31b4a', 'tag': '5177c7bd-0796-4819-869f-293eddf0820e'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:30:32.918601 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38019ac9d499d238660659c848bc6e147427a71e556f74dfb6c52f178b5569d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f94c8f-4268-453f-b512-e396eea4887c" -d '{"events": [{"name": "network-changed", "server_uuid": "07f28713-dea7-4a2c-bda8-d21bfea31b4a", "tag": "5177c7bd-0796-4819-869f-293eddf0820e"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:30:32.955990 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 21:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cff961f-5063-4200-bba8-79e9cd3e7035 x-openstack-request-id: req-6cff961f-5063-4200-bba8-79e9cd3e7035 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:30:32.956278 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07f28713-dea7-4a2c-bda8-d21bfea31b4a", "tag": "5177c7bd-0796-4819-869f-293eddf0820e", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:30:32.956557 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6cff961f-5063-4200-bba8-79e9cd3e7035 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:30:32.956951 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07f28713-dea7-4a2c-bda8-d21bfea31b4a', 'tag': '5177c7bd-0796-4819-869f-293eddf0820e', 'status': 'completed', 'code': 200} Aug 27 21:30:33.020395 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f94c8f-4268-453f-b512-e396eea4887c req-c72c2451-a4ed-4b4d-acf7-34e7912f1bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:30:33.023290 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d6f94c8f-4268-453f-b512-e396eea4887c req-c72c2451-a4ed-4b4d-acf7-34e7912f1bf0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=643ef7a25d8f4b71ae55ebc55eefc0e6&device_id=07f28713-dea7-4a2c-bda8-d21bfea31b4a HTTP/1.1" status: 200 len: 1098 time: 0.0430052 Aug 27 21:30:33.120787 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f94c8f-4268-453f-b512-e396eea4887c req-9ac292dc-440e-4d91-bcfe-e3790ac296bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:30:33.122173 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d6f94c8f-4268-453f-b512-e396eea4887c req-9ac292dc-440e-4d91-bcfe-e3790ac296bf service neutron] 10.222.0.73 "GET /v2.0/networks?id=cfa78330-d176-4c9f-aa9a-4db08f23b10c HTTP/1.1" status: 200 len: 916 time: 0.0903275 Aug 27 21:30:33.166464 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d6f94c8f-4268-453f-b512-e396eea4887c req-bd8b6004-996d-4e64-928b-d9d66ee67a11 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5177c7bd-0796-4819-869f-293eddf0820e HTTP/1.1" status: 200 len: 217 time: 0.0349247 Aug 27 21:30:33.220216 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f94c8f-4268-453f-b512-e396eea4887c req-845e31fe-12f2-4e15-9ea2-da8fb581764f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:30:33.221778 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d6f94c8f-4268-453f-b512-e396eea4887c req-845e31fe-12f2-4e15-9ea2-da8fb581764f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=552f9052-989c-4d96-96ce-501309883166 HTTP/1.1" status: 200 len: 854 time: 0.0484145 Aug 27 21:30:33.271540 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f94c8f-4268-453f-b512-e396eea4887c req-577b4ebb-1c81-4530-844d-a1a0c7de79d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:30:33.273177 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d6f94c8f-4268-453f-b512-e396eea4887c req-577b4ebb-1c81-4530-844d-a1a0c7de79d0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cfa78330-d176-4c9f-aa9a-4db08f23b10c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434620 Aug 27 21:30:33.362307 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d6f94c8f-4268-453f-b512-e396eea4887c req-8df05309-f07b-468d-a6cc-d7fac8663d0a service neutron] 10.222.0.73 "GET /v2.0/networks/cfa78330-d176-4c9f-aa9a-4db08f23b10c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811489 Aug 27 21:30:33.459892 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d6f94c8f-4268-453f-b512-e396eea4887c req-b7d36a10-402f-4343-8652-62f9d9863959 service neutron] 10.222.0.73 "GET /v2.0/networks/cfa78330-d176-4c9f-aa9a-4db08f23b10c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894561 Aug 27 21:30:34.547692 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b40da0-027d-4611-863e-d666804b838f req-b1fa41c9-03f3-446c-a72e-20331ec167bb tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:30:34.549224 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-e7b40da0-027d-4611-863e-d666804b838f req-b1fa41c9-03f3-446c-a72e-20331ec167bb tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/ports?device_id=07f28713-dea7-4a2c-bda8-d21bfea31b4a HTTP/1.1" status: 200 len: 945 time: 0.0534511 Aug 27 21:30:34.588414 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-e7b40da0-027d-4611-863e-d666804b838f req-e77a23c5-1604-4f95-b381-cd7dc76426ae tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaa3dc92-eb30-408f-948c-63ceb829d106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322168 Aug 27 21:30:35.716976 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f905f7-9bd6-43d6-98f0-39fc13c92bfa req-86eeb9b2-efaf-4b70-aa52-327129f19ef8 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:30:35.718549 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-f9f905f7-9bd6-43d6-98f0-39fc13c92bfa req-86eeb9b2-efaf-4b70-aa52-327129f19ef8 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/ports?device_id=07f28713-dea7-4a2c-bda8-d21bfea31b4a HTTP/1.1" status: 200 len: 945 time: 0.0516555 Aug 27 21:30:35.758414 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-f9f905f7-9bd6-43d6-98f0-39fc13c92bfa req-70d01350-61c0-465d-98df-f897ef0d61db tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaa3dc92-eb30-408f-948c-63ceb829d106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332940 Aug 27 21:30:36.425133 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c45bb0d-7019-4938-a9a1-c52d3598061b req-e589ce27-f069-4d66-94b3-94637b96d97e tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:30:36.426578 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-6c45bb0d-7019-4938-a9a1-c52d3598061b req-e589ce27-f069-4d66-94b3-94637b96d97e tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.73 "GET /v2.0/ports?device_id=07f28713-dea7-4a2c-bda8-d21bfea31b4a HTTP/1.1" status: 200 len: 945 time: 0.0477331 Aug 27 21:30:36.523798 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-6c45bb0d-7019-4938-a9a1-c52d3598061b req-88d76af7-8e22-40b9-ae0c-95d17ad24c93 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Deleting port 5177c7bd-0796-4819-869f-293eddf0820e {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 21:30:36.524034 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-6c45bb0d-7019-4938-a9a1-c52d3598061b req-88d76af7-8e22-40b9-ae0c-95d17ad24c93 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794201129759'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:36.610139 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-6c45bb0d-7019-4938-a9a1-c52d3598061b req-88d76af7-8e22-40b9-ae0c-95d17ad24c93 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] For port 5177c7bd-0796-4819-869f-293eddf0820e, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=5177c7bd-0796-4819-869f-293eddf0820e,segment=NetworkSegment(c2378fa1-afe6-497d-9312-572f79e0ffd4),segment_id=c2378fa1-afe6-497d-9312-572f79e0ffd4)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:30:36.610496 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-6c45bb0d-7019-4938-a9a1-c52d3598061b req-88d76af7-8e22-40b9-ae0c-95d17ad24c93 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:36.627648 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-6c45bb0d-7019-4938-a9a1-c52d3598061b req-88d76af7-8e22-40b9-ae0c-95d17ad24c93 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Calling delete_port for 5177c7bd-0796-4819-869f-293eddf0820e owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 21:30:36.750668 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-6c45bb0d-7019-4938-a9a1-c52d3598061b req-88d76af7-8e22-40b9-ae0c-95d17ad24c93 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794201022239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794200564237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-275356'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:36.764001 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] get_ports_and_sgs() called for port_ids ['5177c7bd-0796-4819-869f-293eddf0820e'] {{(pid=93798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 21:30:36.777639 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d76af7-8e22-40b9-ae0c-95d17ad24c93 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Pushing event deleted for resources: {'Port': ['ID=5177c7bd-0796-4819-869f-293eddf0820e,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:30:36.791379 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d76af7-8e22-40b9-ae0c-95d17ad24c93 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:30:36.791743 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d76af7-8e22-40b9-ae0c-95d17ad24c93 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:30:36.792072 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d76af7-8e22-40b9-ae0c-95d17ad24c93 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:30:36.792417 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d76af7-8e22-40b9-ae0c-95d17ad24c93 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:30:36.792746 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d76af7-8e22-40b9-ae0c-95d17ad24c93 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:30:36.793077 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d76af7-8e22-40b9-ae0c-95d17ad24c93 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:30:36.793404 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d76af7-8e22-40b9-ae0c-95d17ad24c93 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:30:36.793727 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d76af7-8e22-40b9-ae0c-95d17ad24c93 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:30:36.794048 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d76af7-8e22-40b9-ae0c-95d17ad24c93 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:30:36.794372 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d76af7-8e22-40b9-ae0c-95d17ad24c93 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:30:36.794817 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d76af7-8e22-40b9-ae0c-95d17ad24c93 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:30:36.794991 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d76af7-8e22-40b9-ae0c-95d17ad24c93 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:30:36.834762 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c45bb0d-7019-4938-a9a1-c52d3598061b req-88d76af7-8e22-40b9-ae0c-95d17ad24c93 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] No DVR routers for this DVR port 5177c7bd-0796-4819-869f-293eddf0820e on host hv-cinder-80643 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 21:30:36.837400 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-6c45bb0d-7019-4938-a9a1-c52d3598061b req-88d76af7-8e22-40b9-ae0c-95d17ad24c93 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:36.839447 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-6c45bb0d-7019-4938-a9a1-c52d3598061b req-88d76af7-8e22-40b9-ae0c-95d17ad24c93 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.73 "DELETE /v2.0/ports/5177c7bd-0796-4819-869f-293eddf0820e HTTP/1.1" status: 204 len: 173 time: 0.4057620 Aug 27 21:30:36.839907 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f28713-dea7-4a2c-bda8-d21bfea31b4a', 'name': 'network-vif-deleted', 'tag': '5177c7bd-0796-4819-869f-293eddf0820e'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:30:36.842153 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef12610d4521d53b4d383b2d1315697e44e13910463e2f079bf4fa6d75d3d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945aca06-cbfc-4d6d-9379-eaf8f37d6dee" -d '{"events": [{"server_uuid": "07f28713-dea7-4a2c-bda8-d21bfea31b4a", "name": "network-vif-deleted", "tag": "5177c7bd-0796-4819-869f-293eddf0820e"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:30:36.866166 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-2bf15838-40df-4851-9afe-bbc5c4c67908 req-a9de4217-effe-4a27-aeca-afbfbc7e29e3 tempest-TestMinimumBasicScenario-991230801 tempest-TestMinimumBasicScenario-991230801-project] 10.222.0.39 "GET /v2.0/ports?device_id=07f28713-dea7-4a2c-bda8-d21bfea31b4a HTTP/1.1" status: 200 len: 210 time: 0.0294700 Aug 27 21:30:36.880587 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 21:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73b9d23-33ab-40d5-b532-40a7ee86eb43 x-openstack-request-id: req-d73b9d23-33ab-40d5-b532-40a7ee86eb43 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:30:36.880814 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07f28713-dea7-4a2c-bda8-d21bfea31b4a", "name": "network-vif-deleted", "tag": "5177c7bd-0796-4819-869f-293eddf0820e", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:30:36.881060 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d73b9d23-33ab-40d5-b532-40a7ee86eb43 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:30:36.881595 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07f28713-dea7-4a2c-bda8-d21bfea31b4a', 'name': 'network-vif-deleted', 'tag': '5177c7bd-0796-4819-869f-293eddf0820e', 'status': 'completed', 'code': 200} Aug 27 21:30:37.938034 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ce95b-1560-47e8-9935-caae7f1c0121 req-c6144616-2941-464e-83ff-147fdf8060e1 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:30:37.939565 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-2f0ce95b-1560-47e8-9935-caae7f1c0121 req-c6144616-2941-464e-83ff-147fdf8060e1 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 945 time: 0.0500588 Aug 27 21:30:37.979031 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-2f0ce95b-1560-47e8-9935-caae7f1c0121 req-ae115641-f4e8-4d87-afcc-fcf01bbfa80f tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=1525189f-f799-4c04-8102-b0faa0ee4574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327375 Aug 27 21:30:38.597260 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 37870) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:30:38.953873 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-87880614-e52d-4b0b-933a-02702f1ac1eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634575'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:39.104166 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8dc7a-dfd4-4059-ac01-466a5f50eaf4 req-49193737-6891-43f7-b612-c5c5c8999adb tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:30:39.105790 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-59a8dc7a-dfd4-4059-ac01-466a5f50eaf4 req-49193737-6891-43f7-b612-c5c5c8999adb tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 945 time: 0.0516798 Aug 27 21:30:39.146637 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-59a8dc7a-dfd4-4059-ac01-466a5f50eaf4 req-821dfe8b-e3a7-4da4-87c9-779037fb3dae tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=1525189f-f799-4c04-8102-b0faa0ee4574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341501 Aug 27 21:30:39.431809 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-87880614-e52d-4b0b-933a-02702f1ac1eb admin admin] Deleting port de1c4947-5a69-4324-9709-3f34268ec18f {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 21:30:39.432145 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-87880614-e52d-4b0b-933a-02702f1ac1eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794201129759'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:39.507889 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-87880614-e52d-4b0b-933a-02702f1ac1eb admin admin] For port de1c4947-5a69-4324-9709-3f34268ec18f, host dv-cinder-806436-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=de1c4947-5a69-4324-9709-3f34268ec18f,segment=NetworkSegment(c2378fa1-afe6-497d-9312-572f79e0ffd4),segment_id=c2378fa1-afe6-497d-9312-572f79e0ffd4)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:30:39.508155 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-87880614-e52d-4b0b-933a-02702f1ac1eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:39.520276 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-87880614-e52d-4b0b-933a-02702f1ac1eb admin admin] Calling delete_port for de1c4947-5a69-4324-9709-3f34268ec18f owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 21:30:39.699607 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-87880614-e52d-4b0b-933a-02702f1ac1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794201022239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794200564237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25193636'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:39.724618 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87880614-e52d-4b0b-933a-02702f1ac1eb admin admin] Pushing event deleted for resources: {'Port': ['ID=de1c4947-5a69-4324-9709-3f34268ec18f,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:30:39.891336 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-87880614-e52d-4b0b-933a-02702f1ac1eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634373'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:40.103044 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87880614-e52d-4b0b-933a-02702f1ac1eb admin admin] Router 51e78bdf-031c-4cd4-928d-dda66e2b24b1 has already been hosted by L3 agent da753c34-e47f-42d8-9f83-ec5464f53bc8 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 21:30:40.208583 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87880614-e52d-4b0b-933a-02702f1ac1eb admin admin] Notify agent at l3_agent.dv-cinder-806436-1-iscsi the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 21:30:40.216198 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 37878) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:30:40.216701 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-87880614-e52d-4b0b-933a-02702f1ac1eb admin admin] 10.222.0.39 "PUT /v2.0/routers/51e78bdf-031c-4cd4-928d-dda66e2b24b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6178460 Aug 27 21:30:40.221017 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947b4bb8-065d-4af9-843f-acaffed6c7a8 None None] Sync routers for ids ['51e78bdf-031c-4cd4-928d-dda66e2b24b1'] in dv-cinder-806436-1-iscsi {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 21:30:40.234085 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947b4bb8-065d-4af9-843f-acaffed6c7a8 None None] Routers {'51e78bdf-031c-4cd4-928d-dda66e2b24b1'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:30:40.234929 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-947b4bb8-065d-4af9-843f-acaffed6c7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:30:21Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['51e78bdf-031c-4cd4-928d-dda66e2b24b1'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:30:40.272257 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df6e98-e147-4b2c-8271-51e51e6602e8 req-8e4d3ca8-34fe-494a-af1f-4ad7d76b5b31 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:30:40.273815 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-14df6e98-e147-4b2c-8271-51e51e6602e8 req-8e4d3ca8-34fe-494a-af1f-4ad7d76b5b31 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 945 time: 0.0526981 Aug 27 21:30:40.314022 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-14df6e98-e147-4b2c-8271-51e51e6602e8 req-a1e6888a-3c08-4560-a533-5fa0aadee0d6 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=1525189f-f799-4c04-8102-b0faa0ee4574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340784 Aug 27 21:30:40.336174 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-455434d0-2190-4d06-b827-1fb0e08da01a admin admin] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:40.454310 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-455434d0-2190-4d06-b827-1fb0e08da01a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:40.466556 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-947b4bb8-065d-4af9-843f-acaffed6c7a8 None None] Set router 51e78bdf-031c-4cd4-928d-dda66e2b24b1 gateway port host: dv-cinder-806436-1-iscsi {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:30:40.508238 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-455434d0-2190-4d06-b827-1fb0e08da01a admin admin] Deleting port 5f0bf846-a333-4bd8-b560-c4f061838898 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 21:30:40.508610 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-455434d0-2190-4d06-b827-1fb0e08da01a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794201129759'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:40.556857 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device 5177c7bd-0796-4819-869f-293eddf0820e no longer exists at agent hyperv_hv-cinder-80643 {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 21:30:40.578495 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] No Port match for: 5177c7bd-0796-4819-869f-293eddf0820e {{(pid=93798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 21:30:40.578830 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device 5177c7bd-0796-4819-869f-293eddf0820e not bound to the agent host hv-cinder-80643 {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 21:30:40.589029 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-455434d0-2190-4d06-b827-1fb0e08da01a admin admin] For port 5f0bf846-a333-4bd8-b560-c4f061838898, host dv-cinder-806436-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=5f0bf846-a333-4bd8-b560-c4f061838898,segment=NetworkSegment(294aecfa-d12c-4149-ab86-bf2395e16d40),segment_id=294aecfa-d12c-4149-ab86-bf2395e16d40)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:30:40.589391 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-455434d0-2190-4d06-b827-1fb0e08da01a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:40.602720 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-455434d0-2190-4d06-b827-1fb0e08da01a admin admin] Calling delete_port for 5f0bf846-a333-4bd8-b560-c4f061838898 owned by network:router_gateway {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 21:30:40.664515 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-947b4bb8-065d-4af9-843f-acaffed6c7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e78bdf-031c-4cd4-928d-dda66e2b24b1', 'name': 'tempest-TestMinimumBasicScenario-2128768098-router', 'tenant_id': '643ef7a25d8f4b71ae55ebc55eefc0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '5f0bf846-a333-4bd8-b560-c4f061838898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:27:39Z', 'updated_at': '2021-08-27T21:30:39Z', 'revision_number': 5, 'project_id': '643ef7a25d8f4b71ae55ebc55eefc0e6', 'gw_port': {'id': '5f0bf846-a333-4bd8-b560-c4f061838898', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e78bdf-031c-4cd4-928d-dda66e2b24b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:27:40Z', 'updated_at': '2021-08-27T21:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi'}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:30:40.694146 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947b4bb8-065d-4af9-843f-acaffed6c7a8 None None] Checking router: 51e78bdf-031c-4cd4-928d-dda66e2b24b1 for host: dv-cinder-806436-1-iscsi {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 21:30:40.702942 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947b4bb8-065d-4af9-843f-acaffed6c7a8 None None] Routers {'51e78bdf-031c-4cd4-928d-dda66e2b24b1'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:30:40.703550 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-947b4bb8-065d-4af9-843f-acaffed6c7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:30:21Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['51e78bdf-031c-4cd4-928d-dda66e2b24b1'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:30:40.772374 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-455434d0-2190-4d06-b827-1fb0e08da01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794201022239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794200564237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-275356'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:40.797897 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455434d0-2190-4d06-b827-1fb0e08da01a admin admin] Pushing event deleted for resources: {'Port': ['ID=5f0bf846-a333-4bd8-b560-c4f061838898,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:30:40.798302 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-947b4bb8-065d-4af9-843f-acaffed6c7a8 None None] Set router 51e78bdf-031c-4cd4-928d-dda66e2b24b1 gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:30:40.855109 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-947b4bb8-065d-4af9-843f-acaffed6c7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e78bdf-031c-4cd4-928d-dda66e2b24b1', 'name': 'tempest-TestMinimumBasicScenario-2128768098-router', 'tenant_id': '643ef7a25d8f4b71ae55ebc55eefc0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:27:39Z', 'updated_at': '2021-08-27T21:30:40Z', 'revision_number': 6, 'project_id': '643ef7a25d8f4b71ae55ebc55eefc0e6', 'gw_port_host': None}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:30:40.859813 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-455434d0-2190-4d06-b827-1fb0e08da01a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628319'] for router_gateway, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:40.885643 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947b4bb8-065d-4af9-843f-acaffed6c7a8 None None] The sync data for ids ['51e78bdf-031c-4cd4-928d-dda66e2b24b1'] in dv-cinder-806436-1-iscsi is: [{'id': '51e78bdf-031c-4cd4-928d-dda66e2b24b1', 'name': 'tempest-TestMinimumBasicScenario-2128768098-router', 'tenant_id': '643ef7a25d8f4b71ae55ebc55eefc0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:27:39Z', 'updated_at': '2021-08-27T21:30:40Z', 'revision_number': 6, 'project_id': '643ef7a25d8f4b71ae55ebc55eefc0e6', 'gw_port_host': None}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 21:30:40.976258 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-455434d0-2190-4d06-b827-1fb0e08da01a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-630464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40198'] for router, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:40.978519 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-455434d0-2190-4d06-b827-1fb0e08da01a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:41.043056 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-455434d0-2190-4d06-b827-1fb0e08da01a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-630479'] for router, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:41.043875 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455434d0-2190-4d06-b827-1fb0e08da01a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51e78bdf-031c-4cd4-928d-dda66e2b24b1 {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 21:30:41.049311 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-455434d0-2190-4d06-b827-1fb0e08da01a admin admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:41.050530 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-455434d0-2190-4d06-b827-1fb0e08da01a admin admin] 10.222.0.39 "DELETE /v2.0/routers/51e78bdf-031c-4cd4-928d-dda66e2b24b1 HTTP/1.1" status: 204 len: 168 time: 0.8322189 Aug 27 21:30:41.053231 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 37882) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:30:41.098151 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd4f5f61-f257-4698-b90d-0a23352778b5 admin admin] Deleting subnet 552f9052-989c-4d96-96ce-501309883166 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 21:30:41.101731 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dd4f5f61-f257-4698-b90d-0a23352778b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:41.139884 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dd4f5f61-f257-4698-b90d-0a23352778b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3590199'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:41.251833 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dd4f5f61-f257-4698-b90d-0a23352778b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8232119'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:41.309703 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dd4f5f61-f257-4698-b90d-0a23352778b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8232120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-275407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3223993'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:41.335877 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4f5f61-f257-4698-b90d-0a23352778b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=552f9052-989c-4d96-96ce-501309883166,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:30:41.339579 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dd4f5f61-f257-4698-b90d-0a23352778b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:41.341478 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-dd4f5f61-f257-4698-b90d-0a23352778b5 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/552f9052-989c-4d96-96ce-501309883166 HTTP/1.1" status: 204 len: 168 time: 0.2872970 Aug 27 21:30:41.343949 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 37884) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:30:41.346412 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7d24d8-b032-478b-9f55-7f810cc6d85e None None] Network cfa78330-d176-4c9f-aa9a-4db08f23b10c requested from dv-cinder-806436-1-iscsi {{(pid=93798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 21:30:41.448442 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4ec08607-152a-411f-8a74-e2fd96c1f432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8293159'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:41.475150 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f1f3d-ff1b-4bc7-a01b-2447304a5a05 req-9fd54596-27c4-49ac-a34e-9102717a45af tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:30:41.476292 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d23f1f3d-ff1b-4bc7-a01b-2447304a5a05 req-9fd54596-27c4-49ac-a34e-9102717a45af tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 945 time: 0.0712700 Aug 27 21:30:41.537339 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d23f1f3d-ff1b-4bc7-a01b-2447304a5a05 req-4750e6f3-daf2-4999-a84e-87ab056493fa tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=1525189f-f799-4c04-8102-b0faa0ee4574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414233 Aug 27 21:30:41.547382 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-4ec08607-152a-411f-8a74-e2fd96c1f432 admin admin] Deleting port 4323075f-e081-437a-8df3-1f7297c3877c {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 21:30:41.547810 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4ec08607-152a-411f-8a74-e2fd96c1f432 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794201129759'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:41.611818 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-4ec08607-152a-411f-8a74-e2fd96c1f432 admin admin] For port 4323075f-e081-437a-8df3-1f7297c3877c, host dv-cinder-806436-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=4323075f-e081-437a-8df3-1f7297c3877c,segment=NetworkSegment(c2378fa1-afe6-497d-9312-572f79e0ffd4),segment_id=c2378fa1-afe6-497d-9312-572f79e0ffd4)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:30:41.612103 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4ec08607-152a-411f-8a74-e2fd96c1f432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:41.625405 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-4ec08607-152a-411f-8a74-e2fd96c1f432 admin admin] Calling delete_port for 4323075f-e081-437a-8df3-1f7297c3877c owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 21:30:41.674558 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f91ce8a-5341-45c5-93ed-cbb4a15968d7 None None] DHCP port deletion for cfa78330-d176-4c9f-aa9a-4db08f23b10c request from dv-cinder-806436-1-iscsi {{(pid=93798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 21:30:41.712957 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4ec08607-152a-411f-8a74-e2fd96c1f432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794201022239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794200564237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-275356'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:41.730722 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-1f91ce8a-5341-45c5-93ed-cbb4a15968d7 None None] Deleting port 4323075f-e081-437a-8df3-1f7297c3877c {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 21:30:41.731055 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1f91ce8a-5341-45c5-93ed-cbb4a15968d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794201129759'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:41.743999 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec08607-152a-411f-8a74-e2fd96c1f432 admin admin] No DVR routers for this DVR port 4323075f-e081-437a-8df3-1f7297c3877c on host dv-cinder-806436-1-iscsi {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 21:30:41.748935 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec08607-152a-411f-8a74-e2fd96c1f432 admin admin] Pushing event deleted for resources: {'Port': ['ID=4323075f-e081-437a-8df3-1f7297c3877c,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:30:41.795824 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-1f91ce8a-5341-45c5-93ed-cbb4a15968d7 None None] For port 4323075f-e081-437a-8df3-1f7297c3877c, host dv-cinder-806436-1-iscsi, got binding levels [] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:30:41.796215 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1f91ce8a-5341-45c5-93ed-cbb4a15968d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:41.811060 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-1f91ce8a-5341-45c5-93ed-cbb4a15968d7 None None] Calling delete_port for 4323075f-e081-437a-8df3-1f7297c3877c owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 21:30:41.815200 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.ipam_backend_mixin [None req-1f91ce8a-5341-45c5-93ed-cbb4a15968d7 None None] Port 4323075f-e081-437a-8df3-1f7297c3877c was not found and therefore no delete operation was performed {{(pid=93798) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 21:30:41.816466 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1f91ce8a-5341-45c5-93ed-cbb4a15968d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794201022239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794200564237'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:41.826628 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4ec08607-152a-411f-8a74-e2fd96c1f432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8361292', 'neutron.services.segments.db._delete_segments_for_network-8794201047534'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:41.836819 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.services.segments.db [None req-4ec08607-152a-411f-8a74-e2fd96c1f432 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfa78330-d176-4c9f-aa9a-4db08f23b10c']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:30:41.842336 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f91ce8a-5341-45c5-93ed-cbb4a15968d7 None None] Pushing event deleted for resources: {'Port': ['ID=4323075f-e081-437a-8df3-1f7297c3877c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:30:41.846815 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f91ce8a-5341-45c5-93ed-cbb4a15968d7 None None] No DVR routers for this DVR port 4323075f-e081-437a-8df3-1f7297c3877c on host dv-cinder-806436-1-iscsi {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 21:30:41.849738 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.services.segments.db [None req-4ec08607-152a-411f-8a74-e2fd96c1f432 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2378fa1-afe6-497d-9312-572f79e0ffd4') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:30:41.850037 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.services.segments.db [None req-4ec08607-152a-411f-8a74-e2fd96c1f432 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2378fa1-afe6-497d-9312-572f79e0ffd4') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:30:41.859911 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4ec08607-152a-411f-8a74-e2fd96c1f432 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794201047417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3590184'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:41.878729 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4ec08607-152a-411f-8a74-e2fd96c1f432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226622'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:41.885432 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ec08607-152a-411f-8a74-e2fd96c1f432 admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 21:30:41.885828 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4ec08607-152a-411f-8a74-e2fd96c1f432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-275369'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:41.887790 dv-cinder-806436-1-iscsi neutron-server[93797]: Traceback (most recent call last): Aug 27 21:30:41.887790 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 21:30:41.887790 dv-cinder-806436-1-iscsi neutron-server[93797]: timer() Aug 27 21:30:41.887790 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 21:30:41.887790 dv-cinder-806436-1-iscsi neutron-server[93797]: cb(*args, **kw) Aug 27 21:30:41.887790 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 21:30:41.887790 dv-cinder-806436-1-iscsi neutron-server[93797]: return func(*args, **kwargs) Aug 27 21:30:41.887790 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 21:30:41.887790 dv-cinder-806436-1-iscsi neutron-server[93797]: self._notify() Aug 27 21:30:41.887790 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 21:30:41.887790 dv-cinder-806436-1-iscsi neutron-server[93797]: self.callback(batched_events) Aug 27 21:30:41.887790 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 21:30:41.887790 dv-cinder-806436-1-iscsi neutron-server[93797]: event.method(event) Aug 27 21:30:41.887790 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 21:30:41.887790 dv-cinder-806436-1-iscsi neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 21:30:41.887790 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 21:30:41.887790 dv-cinder-806436-1-iscsi neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 21:30:41.887790 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 21:30:41.887790 dv-cinder-806436-1-iscsi neutron-server[93797]: return f(self, *a, **k) Aug 27 21:30:41.887790 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 21:30:41.887790 dv-cinder-806436-1-iscsi neutron-server[93797]: return self._get(url).json() Aug 27 21:30:41.887790 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 21:30:41.887790 dv-cinder-806436-1-iscsi neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 21:30:41.887790 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 21:30:41.887790 dv-cinder-806436-1-iscsi neutron-server[93797]: return self.request(url, 'GET', **kwargs) Aug 27 21:30:41.887790 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 21:30:41.887790 dv-cinder-806436-1-iscsi neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 21:30:41.887790 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 21:30:41.887790 dv-cinder-806436-1-iscsi neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 21:30:41.887790 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 21:30:41.887790 dv-cinder-806436-1-iscsi neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 21:30:41.887790 dv-cinder-806436-1-iscsi neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 21:30:41.952458 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4ec08607-152a-411f-8a74-e2fd96c1f432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8361269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628323'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:41.959811 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4ec08607-152a-411f-8a74-e2fd96c1f432 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:41.966422 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-4ec08607-152a-411f-8a74-e2fd96c1f432 admin admin] 10.222.0.39 "DELETE /v2.0/networks/cfa78330-d176-4c9f-aa9a-4db08f23b10c HTTP/1.1" status: 204 len: 168 time: 0.6172581 Aug 27 21:30:41.967568 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 37888) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:30:41.980594 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec08607-152a-411f-8a74-e2fd96c1f432 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfa78330-d176-4c9f-aa9a-4db08f23b10c,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:30:42.317044 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:42.338170 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-96fb02c8-c722-435a-80aa-95f3e8bcd2a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634575'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:42.434557 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 4323075f-e081-437a-8df3-1f7297c3877c no longer exists at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 21:30:42.456283 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] No Port match for: 4323075f-e081-437a-8df3-1f7297c3877c {{(pid=93798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 21:30:42.456646 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 4323075f-e081-437a-8df3-1f7297c3877c not bound to the agent host dv-cinder-806436-1-iscsi {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 21:30:42.457066 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 5f0bf846-a333-4bd8-b560-c4f061838898 no longer exists at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 21:30:42.481587 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] No Port match for: 5f0bf846-a333-4bd8-b560-c4f061838898 {{(pid=93798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 21:30:42.482178 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 5f0bf846-a333-4bd8-b560-c4f061838898 not bound to the agent host dv-cinder-806436-1-iscsi {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 21:30:42.482596 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device de1c4947-5a69-4324-9709-3f34268ec18f no longer exists at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 21:30:42.500814 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] No Port match for: de1c4947-5a69-4324-9709-3f34268ec18f {{(pid=93798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 21:30:42.501157 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device de1c4947-5a69-4324-9709-3f34268ec18f not bound to the agent host dv-cinder-806436-1-iscsi {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 21:30:42.597063 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-96fb02c8-c722-435a-80aa-95f3e8bcd2a0 admin admin] Deleting port d3c8b4e9-8893-4980-96ce-d794c2dcf4db {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 21:30:42.597584 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-96fb02c8-c722-435a-80aa-95f3e8bcd2a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794201129759'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:42.722026 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b67f0-b963-4ac4-a705-c3fbb3e7fb2a req-e99f88c4-3389-4d55-9342-273b8ae21282 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:30:42.723533 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-6d3b67f0-b963-4ac4-a705-c3fbb3e7fb2a req-e99f88c4-3389-4d55-9342-273b8ae21282 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 945 time: 0.1036069 Aug 27 21:30:42.730211 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-96fb02c8-c722-435a-80aa-95f3e8bcd2a0 admin admin] For port d3c8b4e9-8893-4980-96ce-d794c2dcf4db, host dv-cinder-806436-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=d3c8b4e9-8893-4980-96ce-d794c2dcf4db,segment=NetworkSegment(57682a1a-c609-4d16-8191-fe35fbe72e4a),segment_id=57682a1a-c609-4d16-8191-fe35fbe72e4a)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:30:42.730606 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-96fb02c8-c722-435a-80aa-95f3e8bcd2a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:42.754147 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-96fb02c8-c722-435a-80aa-95f3e8bcd2a0 admin admin] Calling delete_port for d3c8b4e9-8893-4980-96ce-d794c2dcf4db owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 21:30:42.812364 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-6d3b67f0-b963-4ac4-a705-c3fbb3e7fb2a req-9a5b01ef-6291-4c47-bcb3-53e88a24cab1 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=1525189f-f799-4c04-8102-b0faa0ee4574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788398 Aug 27 21:30:42.952434 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-96fb02c8-c722-435a-80aa-95f3e8bcd2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794201022239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794200564237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25193636'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:42.979078 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fb02c8-c722-435a-80aa-95f3e8bcd2a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3c8b4e9-8893-4980-96ce-d794c2dcf4db,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:30:43.154076 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-96fb02c8-c722-435a-80aa-95f3e8bcd2a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634373'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:43.381156 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96fb02c8-c722-435a-80aa-95f3e8bcd2a0 admin admin] Router 193ec567-55aa-4506-be18-904e5e8f1776 has already been hosted by L3 agent da753c34-e47f-42d8-9f83-ec5464f53bc8 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 21:30:43.718255 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96fb02c8-c722-435a-80aa-95f3e8bcd2a0 admin admin] Notify agent at l3_agent.dv-cinder-806436-1-iscsi the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 21:30:43.726670 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-96fb02c8-c722-435a-80aa-95f3e8bcd2a0 admin admin] 10.222.0.39 "PUT /v2.0/routers/193ec567-55aa-4506-be18-904e5e8f1776/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7576323 Aug 27 21:30:43.727772 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 37892) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:30:43.730287 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e51506-fa40-4e48-86e7-88d40f52e29d None None] Sync routers for ids ['193ec567-55aa-4506-be18-904e5e8f1776'] in dv-cinder-806436-1-iscsi {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 21:30:43.740608 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e51506-fa40-4e48-86e7-88d40f52e29d None None] Routers {'193ec567-55aa-4506-be18-904e5e8f1776'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:30:43.741202 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-21e51506-fa40-4e48-86e7-88d40f52e29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:30:21Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['193ec567-55aa-4506-be18-904e5e8f1776'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:30:43.858823 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-21e51506-fa40-4e48-86e7-88d40f52e29d None None] Set router 193ec567-55aa-4506-be18-904e5e8f1776 gateway port host: dv-cinder-806436-1-iscsi {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:30:43.863577 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a1e4a63a-8236-4232-a6c9-c56cd187219a admin admin] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:43.989551 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a1e4a63a-8236-4232-a6c9-c56cd187219a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:44.055378 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-a1e4a63a-8236-4232-a6c9-c56cd187219a admin admin] Deleting port 6b91e854-5f92-4d1c-9964-0b22dab7936b {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 21:30:44.055680 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a1e4a63a-8236-4232-a6c9-c56cd187219a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794201129759'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:44.094672 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-21e51506-fa40-4e48-86e7-88d40f52e29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193ec567-55aa-4506-be18-904e5e8f1776', 'name': 'tempest-TestMinimumBasicScenario-798762370-router', 'tenant_id': 'ec576a0766b448e686f9ef1feb07d8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '6b91e854-5f92-4d1c-9964-0b22dab7936b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:27:48Z', 'updated_at': '2021-08-27T21:30:42Z', 'revision_number': 5, 'project_id': 'ec576a0766b448e686f9ef1feb07d8b5', 'gw_port': {'id': '6b91e854-5f92-4d1c-9964-0b22dab7936b', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193ec567-55aa-4506-be18-904e5e8f1776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:27:49Z', 'updated_at': '2021-08-27T21:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi'}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:30:44.136408 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e51506-fa40-4e48-86e7-88d40f52e29d None None] Checking router: 193ec567-55aa-4506-be18-904e5e8f1776 for host: dv-cinder-806436-1-iscsi {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 21:30:44.148495 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e51506-fa40-4e48-86e7-88d40f52e29d None None] Routers {'193ec567-55aa-4506-be18-904e5e8f1776'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:30:44.149362 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-21e51506-fa40-4e48-86e7-88d40f52e29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:30:21Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['193ec567-55aa-4506-be18-904e5e8f1776'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:30:44.158385 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-a1e4a63a-8236-4232-a6c9-c56cd187219a admin admin] For port 6b91e854-5f92-4d1c-9964-0b22dab7936b, host dv-cinder-806436-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=6b91e854-5f92-4d1c-9964-0b22dab7936b,segment=NetworkSegment(294aecfa-d12c-4149-ab86-bf2395e16d40),segment_id=294aecfa-d12c-4149-ab86-bf2395e16d40)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:30:44.158817 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a1e4a63a-8236-4232-a6c9-c56cd187219a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:44.173683 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-a1e4a63a-8236-4232-a6c9-c56cd187219a admin admin] Calling delete_port for 6b91e854-5f92-4d1c-9964-0b22dab7936b owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 21:30:44.200768 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caea119-c590-4abb-98cd-0bd8d3e7c17a req-6891f3c7-9139-43f3-b0cc-c289e76bf684 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:30:44.203018 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-3caea119-c590-4abb-98cd-0bd8d3e7c17a req-6891f3c7-9139-43f3-b0cc-c289e76bf684 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 945 time: 0.3114390 Aug 27 21:30:44.248471 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-21e51506-fa40-4e48-86e7-88d40f52e29d None None] Set router 193ec567-55aa-4506-be18-904e5e8f1776 gateway port host: None {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:30:44.251767 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-3caea119-c590-4abb-98cd-0bd8d3e7c17a req-da137994-8275-4cab-a158-fcf039dbd125 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=1525189f-f799-4c04-8102-b0faa0ee4574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409911 Aug 27 21:30:44.305997 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-21e51506-fa40-4e48-86e7-88d40f52e29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193ec567-55aa-4506-be18-904e5e8f1776', 'name': 'tempest-TestMinimumBasicScenario-798762370-router', 'tenant_id': 'ec576a0766b448e686f9ef1feb07d8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:27:48Z', 'updated_at': '2021-08-27T21:30:43Z', 'revision_number': 6, 'project_id': 'ec576a0766b448e686f9ef1feb07d8b5', 'gw_port_host': None}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:30:44.331755 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e51506-fa40-4e48-86e7-88d40f52e29d None None] The sync data for ids ['193ec567-55aa-4506-be18-904e5e8f1776'] in dv-cinder-806436-1-iscsi is: [{'id': '193ec567-55aa-4506-be18-904e5e8f1776', 'name': 'tempest-TestMinimumBasicScenario-798762370-router', 'tenant_id': 'ec576a0766b448e686f9ef1feb07d8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:27:48Z', 'updated_at': '2021-08-27T21:30:43Z', 'revision_number': 6, 'project_id': 'ec576a0766b448e686f9ef1feb07d8b5', 'gw_port_host': None}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 21:30:44.368780 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a1e4a63a-8236-4232-a6c9-c56cd187219a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794201022239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794200564237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25193636'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:44.398623 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e4a63a-8236-4232-a6c9-c56cd187219a admin admin] Pushing event deleted for resources: {'Port': ['ID=6b91e854-5f92-4d1c-9964-0b22dab7936b,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:30:44.462710 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a1e4a63a-8236-4232-a6c9-c56cd187219a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628319'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:44.554050 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a1e4a63a-8236-4232-a6c9-c56cd187219a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-630464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40198'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:44.556019 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a1e4a63a-8236-4232-a6c9-c56cd187219a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:44.597587 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a1e4a63a-8236-4232-a6c9-c56cd187219a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-630479'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:44.598190 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e4a63a-8236-4232-a6c9-c56cd187219a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 193ec567-55aa-4506-be18-904e5e8f1776 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 21:30:44.603545 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a1e4a63a-8236-4232-a6c9-c56cd187219a admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:44.604699 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-a1e4a63a-8236-4232-a6c9-c56cd187219a admin admin] 10.222.0.39 "DELETE /v2.0/routers/193ec567-55aa-4506-be18-904e5e8f1776 HTTP/1.1" status: 204 len: 168 time: 0.8760030 Aug 27 21:30:44.607396 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 37896) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:30:44.655242 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c07cc49-2339-4615-a82d-17a9654cd926 admin admin] Deleting subnet 6a455b59-8853-438b-a8f4-d76f02a4650a {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 21:30:44.658729 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9c07cc49-2339-4615-a82d-17a9654cd926 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:44.696282 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9c07cc49-2339-4615-a82d-17a9654cd926 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25551017'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:44.736183 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device d3c8b4e9-8893-4980-96ce-d794c2dcf4db no longer exists at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 21:30:44.758092 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] No Port match for: d3c8b4e9-8893-4980-96ce-d794c2dcf4db {{(pid=93798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 21:30:44.758570 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device d3c8b4e9-8893-4980-96ce-d794c2dcf4db not bound to the agent host dv-cinder-806436-1-iscsi {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 21:30:44.818778 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9c07cc49-2339-4615-a82d-17a9654cd926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8232119'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:44.872292 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9c07cc49-2339-4615-a82d-17a9654cd926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8232120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25193719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26072292'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:44.897280 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c07cc49-2339-4615-a82d-17a9654cd926 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a455b59-8853-438b-a8f4-d76f02a4650a,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:30:44.901086 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9c07cc49-2339-4615-a82d-17a9654cd926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:44.905481 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 37898) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:30:44.905727 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-9c07cc49-2339-4615-a82d-17a9654cd926 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6a455b59-8853-438b-a8f4-d76f02a4650a HTTP/1.1" status: 204 len: 168 time: 0.2971807 Aug 27 21:30:44.906633 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499c41f8-60c3-4801-9b0e-9843fca0db37 None None] Network 15fa7115-fc84-4c36-b2d5-11c1f04a2da7 requested from dv-cinder-806436-1-iscsi {{(pid=93798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 21:30:44.974524 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e5413df3-bc26-463b-be6f-b4959a869662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8293159'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:45.030149 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-e5413df3-bc26-463b-be6f-b4959a869662 admin admin] Deleting port 3a229222-c2bb-458d-936d-e3182c1a0b26 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 21:30:45.030487 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e5413df3-bc26-463b-be6f-b4959a869662 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794201129759'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:45.092022 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e5413df3-bc26-463b-be6f-b4959a869662 admin admin] For port 3a229222-c2bb-458d-936d-e3182c1a0b26, host dv-cinder-806436-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=3a229222-c2bb-458d-936d-e3182c1a0b26,segment=NetworkSegment(57682a1a-c609-4d16-8191-fe35fbe72e4a),segment_id=57682a1a-c609-4d16-8191-fe35fbe72e4a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:30:45.092311 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e5413df3-bc26-463b-be6f-b4959a869662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:45.107965 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-e5413df3-bc26-463b-be6f-b4959a869662 admin admin] Calling delete_port for 3a229222-c2bb-458d-936d-e3182c1a0b26 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 21:30:45.125365 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b0e8b2-56d3-42ac-9ca5-49a6441810b0 None None] DHCP port deletion for 15fa7115-fc84-4c36-b2d5-11c1f04a2da7 request from dv-cinder-806436-1-iscsi {{(pid=93798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 21:30:45.175329 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-46b0e8b2-56d3-42ac-9ca5-49a6441810b0 None None] Deleting port 3a229222-c2bb-458d-936d-e3182c1a0b26 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 21:30:45.175701 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-46b0e8b2-56d3-42ac-9ca5-49a6441810b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794201129759'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:45.194397 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e5413df3-bc26-463b-be6f-b4959a869662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794201022239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794200564237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-275356'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:45.221507 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5413df3-bc26-463b-be6f-b4959a869662 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a229222-c2bb-458d-936d-e3182c1a0b26,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:30:45.230837 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5413df3-bc26-463b-be6f-b4959a869662 admin admin] No DVR routers for this DVR port 3a229222-c2bb-458d-936d-e3182c1a0b26 on host dv-cinder-806436-1-iscsi {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 21:30:45.247208 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-46b0e8b2-56d3-42ac-9ca5-49a6441810b0 None None] For port 3a229222-c2bb-458d-936d-e3182c1a0b26, host dv-cinder-806436-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=3a229222-c2bb-458d-936d-e3182c1a0b26,segment=NetworkSegment(57682a1a-c609-4d16-8191-fe35fbe72e4a),segment_id=57682a1a-c609-4d16-8191-fe35fbe72e4a)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:30:45.247677 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-46b0e8b2-56d3-42ac-9ca5-49a6441810b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:45.261900 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-46b0e8b2-56d3-42ac-9ca5-49a6441810b0 None None] Calling delete_port for 3a229222-c2bb-458d-936d-e3182c1a0b26 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 21:30:45.302363 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e5413df3-bc26-463b-be6f-b4959a869662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8361292', 'neutron.services.segments.db._delete_segments_for_network-8794201047534'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:45.312726 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.services.segments.db [None req-e5413df3-bc26-463b-be6f-b4959a869662 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15fa7115-fc84-4c36-b2d5-11c1f04a2da7']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:30:45.327776 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.services.segments.db [None req-e5413df3-bc26-463b-be6f-b4959a869662 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57682a1a-c609-4d16-8191-fe35fbe72e4a') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:30:45.328162 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.services.segments.db [None req-e5413df3-bc26-463b-be6f-b4959a869662 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57682a1a-c609-4d16-8191-fe35fbe72e4a') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:30:45.339401 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e5413df3-bc26-463b-be6f-b4959a869662 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794201047417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3590184'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:45.370990 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e5413df3-bc26-463b-be6f-b4959a869662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226622'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:45.382428 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5413df3-bc26-463b-be6f-b4959a869662 admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 21:30:45.382922 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e5413df3-bc26-463b-be6f-b4959a869662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-275369'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:45.385052 dv-cinder-806436-1-iscsi neutron-server[93797]: Traceback (most recent call last): Aug 27 21:30:45.385052 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 21:30:45.385052 dv-cinder-806436-1-iscsi neutron-server[93797]: timer() Aug 27 21:30:45.385052 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 21:30:45.385052 dv-cinder-806436-1-iscsi neutron-server[93797]: cb(*args, **kw) Aug 27 21:30:45.385052 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 21:30:45.385052 dv-cinder-806436-1-iscsi neutron-server[93797]: return func(*args, **kwargs) Aug 27 21:30:45.385052 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 21:30:45.385052 dv-cinder-806436-1-iscsi neutron-server[93797]: self._notify() Aug 27 21:30:45.385052 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 21:30:45.385052 dv-cinder-806436-1-iscsi neutron-server[93797]: self.callback(batched_events) Aug 27 21:30:45.385052 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 21:30:45.385052 dv-cinder-806436-1-iscsi neutron-server[93797]: event.method(event) Aug 27 21:30:45.385052 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 21:30:45.385052 dv-cinder-806436-1-iscsi neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 21:30:45.385052 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 21:30:45.385052 dv-cinder-806436-1-iscsi neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 21:30:45.385052 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 21:30:45.385052 dv-cinder-806436-1-iscsi neutron-server[93797]: return f(self, *a, **k) Aug 27 21:30:45.385052 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 21:30:45.385052 dv-cinder-806436-1-iscsi neutron-server[93797]: return self._get(url).json() Aug 27 21:30:45.385052 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 21:30:45.385052 dv-cinder-806436-1-iscsi neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 21:30:45.385052 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 21:30:45.385052 dv-cinder-806436-1-iscsi neutron-server[93797]: return self.request(url, 'GET', **kwargs) Aug 27 21:30:45.385052 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 21:30:45.385052 dv-cinder-806436-1-iscsi neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 21:30:45.385052 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 21:30:45.385052 dv-cinder-806436-1-iscsi neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 21:30:45.385052 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 21:30:45.385052 dv-cinder-806436-1-iscsi neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 21:30:45.385052 dv-cinder-806436-1-iscsi neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 21:30:45.396268 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-46b0e8b2-56d3-42ac-9ca5-49a6441810b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794201022239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794200564237'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:45.398005 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c9f84b-15fe-4cd0-8ace-3db2208925de req-503c0bc0-998c-46b7-bd44-f826d425b5ce tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:30:45.400242 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-d7c9f84b-15fe-4cd0-8ace-3db2208925de req-503c0bc0-998c-46b7-bd44-f826d425b5ce tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 945 time: 0.0719841 Aug 27 21:30:45.425449 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b0e8b2-56d3-42ac-9ca5-49a6441810b0 None None] No DVR routers for this DVR port 3a229222-c2bb-458d-936d-e3182c1a0b26 on host dv-cinder-806436-1-iscsi {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 21:30:45.431252 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b0e8b2-56d3-42ac-9ca5-49a6441810b0 None None] Pushing event deleted for resources: {'Port': ['ID=3a229222-c2bb-458d-936d-e3182c1a0b26,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:30:45.446153 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b0e8b2-56d3-42ac-9ca5-49a6441810b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:30:45.447234 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b0e8b2-56d3-42ac-9ca5-49a6441810b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:30:45.447718 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b0e8b2-56d3-42ac-9ca5-49a6441810b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:30:45.448165 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b0e8b2-56d3-42ac-9ca5-49a6441810b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:30:45.448622 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b0e8b2-56d3-42ac-9ca5-49a6441810b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:30:45.449045 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b0e8b2-56d3-42ac-9ca5-49a6441810b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:30:45.449472 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b0e8b2-56d3-42ac-9ca5-49a6441810b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:30:45.449901 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b0e8b2-56d3-42ac-9ca5-49a6441810b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:30:45.450323 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b0e8b2-56d3-42ac-9ca5-49a6441810b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:30:45.450745 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b0e8b2-56d3-42ac-9ca5-49a6441810b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:30:45.451168 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b0e8b2-56d3-42ac-9ca5-49a6441810b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:30:45.451599 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b0e8b2-56d3-42ac-9ca5-49a6441810b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:30:45.457110 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-d7c9f84b-15fe-4cd0-8ace-3db2208925de req-cc890e7e-44fe-4cc8-a139-6699ab4e1ed0 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=1525189f-f799-4c04-8102-b0faa0ee4574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492430 Aug 27 21:30:45.470140 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e5413df3-bc26-463b-be6f-b4959a869662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8361269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628323'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:45.476997 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e5413df3-bc26-463b-be6f-b4959a869662 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:45.482237 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-e5413df3-bc26-463b-be6f-b4959a869662 admin admin] 10.222.0.39 "DELETE /v2.0/networks/15fa7115-fc84-4c36-b2d5-11c1f04a2da7 HTTP/1.1" status: 204 len: 168 time: 0.5753222 Aug 27 21:30:45.493895 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5413df3-bc26-463b-be6f-b4959a869662 admin admin] Pushing event deleted for resources: {'Network': ['ID=15fa7115-fc84-4c36-b2d5-11c1f04a2da7,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:30:45.656817 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 37904) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:30:45.696491 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-6952e65f-8eb8-4963-af6d-0c022c583130 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=643ef7a25d8f4b71ae55ebc55eefc0e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384316 Aug 27 21:30:45.698945 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 37906) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:30:45.745533 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4d5c292d-c907-4d9f-8be3-06a106677fa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:45.769158 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4d5c292d-c907-4d9f-8be3-06a106677fa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:45.816900 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4d5c292d-c907-4d9f-8be3-06a106677fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:45.819960 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4d5c292d-c907-4d9f-8be3-06a106677fa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:45.821129 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-4d5c292d-c907-4d9f-8be3-06a106677fa2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aaa3dc92-eb30-408f-948c-63ceb829d106 HTTP/1.1" status: 204 len: 168 time: 0.1213117 Aug 27 21:30:45.828651 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c292d-c907-4d9f-8be3-06a106677fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa3dc92-eb30-408f-948c-63ceb829d106,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:30:46.131111 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 37912) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:30:46.170193 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-8dbfcfb0-88c1-4a8e-9c39-feb51ffe6ae6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ec576a0766b448e686f9ef1feb07d8b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378938 Aug 27 21:30:46.172823 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 37914) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:30:46.224350 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a85a31c5-7c80-44d1-af7c-9eca93bb2585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:46.250029 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a85a31c5-7c80-44d1-af7c-9eca93bb2585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:46.300254 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a85a31c5-7c80-44d1-af7c-9eca93bb2585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:46.303562 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a85a31c5-7c80-44d1-af7c-9eca93bb2585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:46.304776 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-a85a31c5-7c80-44d1-af7c-9eca93bb2585 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/69b3fd17-3b10-47fe-897d-1bc55967ffb5 HTTP/1.1" status: 204 len: 168 time: 0.1308415 Aug 27 21:30:46.312922 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85a31c5-7c80-44d1-af7c-9eca93bb2585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b3fd17-3b10-47fe-897d-1bc55967ffb5,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:30:46.430191 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 6b91e854-5f92-4d1c-9964-0b22dab7936b no longer exists at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 21:30:46.453050 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] No Port match for: 6b91e854-5f92-4d1c-9964-0b22dab7936b {{(pid=93798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 21:30:46.453485 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 6b91e854-5f92-4d1c-9964-0b22dab7936b not bound to the agent host dv-cinder-806436-1-iscsi {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 21:30:46.454081 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 3a229222-c2bb-458d-936d-e3182c1a0b26 no longer exists at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 21:30:46.474147 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] No Port match for: 3a229222-c2bb-458d-936d-e3182c1a0b26 {{(pid=93798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 21:30:46.474491 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 3a229222-c2bb-458d-936d-e3182c1a0b26 not bound to the agent host dv-cinder-806436-1-iscsi {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 21:30:46.626556 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bd2075-f3a5-4af5-bf0e-2ed1faeaf8ed req-5c8b5cf0-8faf-4bd6-954c-aeaed9cc75c2 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:30:46.628554 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-e7bd2075-f3a5-4af5-bf0e-2ed1faeaf8ed req-5c8b5cf0-8faf-4bd6-954c-aeaed9cc75c2 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 945 time: 0.0644650 Aug 27 21:30:46.673225 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-e7bd2075-f3a5-4af5-bf0e-2ed1faeaf8ed req-56625682-ce74-4a73-a968-aa7a70325183 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=1525189f-f799-4c04-8102-b0faa0ee4574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378475 Aug 27 21:30:47.804625 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76624bf4-9721-4e69-ba7f-6ed5240d99d9 req-8ef57527-3b2f-4182-9791-1958d8d43775 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:30:47.806119 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-76624bf4-9721-4e69-ba7f-6ed5240d99d9 req-8ef57527-3b2f-4182-9791-1958d8d43775 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 945 time: 0.0500085 Aug 27 21:30:47.844966 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-76624bf4-9721-4e69-ba7f-6ed5240d99d9 req-dfab6681-b84a-4963-acd0-8fd495813518 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=1525189f-f799-4c04-8102-b0faa0ee4574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324848 Aug 27 21:30:48.717033 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b0985b8f-e0e1-475e-8bc3-c32f467f4628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:48.969140 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97cae1c-1520-491a-89f0-f4573725f7d5 req-e898061d-e2e0-4c78-8c63-481c340eb5d9 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:30:48.970524 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d97cae1c-1520-491a-89f0-f4573725f7d5 req-e898061d-e2e0-4c78-8c63-481c340eb5d9 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 945 time: 0.0481272 Aug 27 21:30:49.013816 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d97cae1c-1520-491a-89f0-f4573725f7d5 req-33584996-0e05-4390-ad0a-06cb6eea4ef7 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=1525189f-f799-4c04-8102-b0faa0ee4574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360563 Aug 27 21:30:50.164673 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb97b8-e49b-4749-bb99-97cb9ad742b6 req-5b5f986c-7f58-4065-9280-42420fcdc12d tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:30:50.166274 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-3ceb97b8-e49b-4749-bb99-97cb9ad742b6 req-5b5f986c-7f58-4065-9280-42420fcdc12d tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 945 time: 0.0639198 Aug 27 21:30:50.213252 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-3ceb97b8-e49b-4749-bb99-97cb9ad742b6 req-faf01651-5c3b-4289-9d60-87173f3076ff tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=1525189f-f799-4c04-8102-b0faa0ee4574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382543 Aug 27 21:30:51.334833 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3c936259-b032-43b0-9920-24f7a38b7f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:51.339771 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da129e1-d228-4a2d-9b94-696deae37fc8 req-42caca7b-dee3-4c24-b14d-12c9e05b7484 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:30:51.341556 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-1da129e1-d228-4a2d-9b94-696deae37fc8 req-42caca7b-dee3-4c24-b14d-12c9e05b7484 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 945 time: 0.0521417 Aug 27 21:30:51.381375 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-1da129e1-d228-4a2d-9b94-696deae37fc8 req-46d9b04a-33e5-493a-b337-5350b9650523 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=1525189f-f799-4c04-8102-b0faa0ee4574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337515 Aug 27 21:30:51.560495 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:52.507273 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a98bb-e2e4-4e7c-bdc9-41cb8f422b87 req-5a56bb99-2a02-442a-8537-32e134f7e664 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:30:52.509163 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-d94a98bb-e2e4-4e7c-bdc9-41cb8f422b87 req-5a56bb99-2a02-442a-8537-32e134f7e664 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 945 time: 0.0546479 Aug 27 21:30:52.549595 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-d94a98bb-e2e4-4e7c-bdc9-41cb8f422b87 req-55ccb3b5-18a7-473d-9837-1c80311070f4 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=1525189f-f799-4c04-8102-b0faa0ee4574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344119 Aug 27 21:30:52.711458 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65920cb9-5c7f-4952-b134-219b92defc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:53.673769 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c775f378-1c91-4813-a688-d7ee152e6664 req-25614cbf-ab10-47c0-abf1-ff7792c66d95 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:30:53.675280 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-c775f378-1c91-4813-a688-d7ee152e6664 req-25614cbf-ab10-47c0-abf1-ff7792c66d95 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 945 time: 0.0508056 Aug 27 21:30:53.715377 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-c775f378-1c91-4813-a688-d7ee152e6664 req-1eeaf192-4495-4b32-8107-ab8e46272962 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=1525189f-f799-4c04-8102-b0faa0ee4574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334358 Aug 27 21:30:54.080468 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-778ce8a3-384f-4928-b9ff-199d4ced17a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:54.626884 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device 93baeb5f-5110-4687-925d-bee1b1c54deb details requested by agent hyperv_hv-cinder-80643 with host hv-cinder-80643 {{(pid=93798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 21:30:54.734316 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port 93baeb5f-5110-4687-925d-bee1b1c54deb, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=93baeb5f-5110-4687-925d-bee1b1c54deb,segment=NetworkSegment(cf28798e-2dc9-43ac-a0bc-53018bbccb0e),segment_id=cf28798e-2dc9-43ac-a0bc-53018bbccb0e)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:30:54.750668 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Returning: {'device': '93baeb5f-5110-4687-925d-bee1b1c54deb', 'network_id': '9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89', 'port_id': '93baeb5f-5110-4687-925d-bee1b1c54deb', 'mac_address': 'fa:16:3e:c6:2b:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6921f496-5d7a-4db6-bf96-720866799ce1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 21:30:54.798091 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:54.815092 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 93baeb5f-5110-4687-925d-bee1b1c54deb {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 21:30:54.855492 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port 93baeb5f-5110-4687-925d-bee1b1c54deb, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=93baeb5f-5110-4687-925d-bee1b1c54deb,segment=NetworkSegment(cf28798e-2dc9-43ac-a0bc-53018bbccb0e),segment_id=cf28798e-2dc9-43ac-a0bc-53018bbccb0e)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:30:54.858511 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437dcbc3-d1d5-4d01-8d82-4a8064fd33b3 req-8f922dda-239d-4684-8671-e31326e7058d tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:30:54.862223 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:54.867376 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-437dcbc3-d1d5-4d01-8d82-4a8064fd33b3 req-8f922dda-239d-4684-8671-e31326e7058d tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 945 time: 0.0641713 Aug 27 21:30:54.903965 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.agents_db [None req-9a3f5963-9603-4723-9a6c-2e2f5b4345b2 None None] Agent healthcheck: found 6 active agents {{(pid=93799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 21:30:54.909077 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-437dcbc3-d1d5-4d01-8d82-4a8064fd33b3 req-c77af5f4-795d-466d-bcdc-ef0184c7cc52 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=1525189f-f799-4c04-8102-b0faa0ee4574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407970 Aug 27 21:30:54.927776 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Pushing event updated for resources: {'Port': ['ID=93baeb5f-5110-4687-925d-bee1b1c54deb,revision_number=6']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:30:54.989971 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] get_ports_and_sgs() called for port_ids ['93baeb5f-5110-4687-925d-bee1b1c54deb'] {{(pid=93798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 21:30:56.080005 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2e1bc7-700d-4c90-b62d-b45e609632f5 req-ff57180d-feff-4013-8ac9-42ad279518ac tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:30:56.081659 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-9a2e1bc7-700d-4c90-b62d-b45e609632f5 req-ff57180d-feff-4013-8ac9-42ad279518ac tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 944 time: 0.0672674 Aug 27 21:30:56.144023 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-9a2e1bc7-700d-4c90-b62d-b45e609632f5 req-0ef341a7-00fa-4c92-a01c-3e1879a82926 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=1525189f-f799-4c04-8102-b0faa0ee4574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522056 Aug 27 21:30:56.537221 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cfbef1-b474-4b4c-9853-88c2846191ec req-04fb6494-dcf2-4785-b774-9fc2623935bb tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:30:56.548063 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-b6cfbef1-b474-4b4c-9853-88c2846191ec req-04fb6494-dcf2-4785-b774-9fc2623935bb tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 946 time: 0.1084018 Aug 27 21:30:56.616234 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-b6cfbef1-b474-4b4c-9853-88c2846191ec req-c82a880e-b246-4060-9663-037cd9f5e437 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8be5611-d14c-4fd1-8a11-afe2517fae12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661409 Aug 27 21:30:56.634184 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device 93baeb5f-5110-4687-925d-bee1b1c54deb up at agent hyperv_hv-cinder-80643 {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:30:56.700470 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Provisioning complete for port 93baeb5f-5110-4687-925d-bee1b1c54deb triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:30:56.701598 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:56.812471 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:56.852597 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ed92d7-1b08-4015-8c44-13d686b1c812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93baeb5f-5110-4687-925d-bee1b1c54deb'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:30:56.857822 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf732d6db1af9f7bc3b5310490fe48ff1e7c732a768ef3a1a1326297a3ecfd63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5995d3f8-5b8c-4400-ab7a-647df2a3053f" -d '{"events": [{"server_uuid": "57ed92d7-1b08-4015-8c44-13d686b1c812", "name": "network-vif-plugged", "status": "completed", "tag": "93baeb5f-5110-4687-925d-bee1b1c54deb"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:30:56.883733 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port 93baeb5f-5110-4687-925d-bee1b1c54deb, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=93baeb5f-5110-4687-925d-bee1b1c54deb,segment=NetworkSegment(cf28798e-2dc9-43ac-a0bc-53018bbccb0e),segment_id=cf28798e-2dc9-43ac-a0bc-53018bbccb0e)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:30:56.889281 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:30:56.937105 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 21:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51be65d1-0a45-41d6-9c64-2684156a10ee x-openstack-request-id: req-51be65d1-0a45-41d6-9c64-2684156a10ee {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:30:56.937388 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ed92d7-1b08-4015-8c44-13d686b1c812", "name": "network-vif-plugged", "status": "completed", "tag": "93baeb5f-5110-4687-925d-bee1b1c54deb", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:30:56.937646 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-51be65d1-0a45-41d6-9c64-2684156a10ee {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:30:56.938035 dv-cinder-806436-1-iscsi neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ed92d7-1b08-4015-8c44-13d686b1c812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93baeb5f-5110-4687-925d-bee1b1c54deb', 'code': 200} Aug 27 21:30:56.972722 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Pushing event updated for resources: {'Port': ['ID=93baeb5f-5110-4687-925d-bee1b1c54deb,revision_number=7']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:30:57.304387 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b9ac3-2c7d-4449-b540-83b6efef8212 req-e1414648-d966-491f-8d44-d3d9be010185 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:30:57.324283 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-980b9ac3-2c7d-4449-b540-83b6efef8212 req-e1414648-d966-491f-8d44-d3d9be010185 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 945 time: 0.0885761 Aug 27 21:30:57.381042 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-980b9ac3-2c7d-4449-b540-83b6efef8212 req-18a85e78-d33d-4ba7-a3bd-6dd5b8a7ef41 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=1525189f-f799-4c04-8102-b0faa0ee4574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526247 Aug 27 21:30:57.802736 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17708dca-0a6e-47f4-a677-abe2aa50d39b req-d85016f2-f436-45d1-99ea-e6086a1eea34 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:30:57.812825 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-17708dca-0a6e-47f4-a677-abe2aa50d39b req-d85016f2-f436-45d1-99ea-e6086a1eea34 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 946 time: 0.0834694 Aug 27 21:30:57.869756 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-17708dca-0a6e-47f4-a677-abe2aa50d39b req-6ebdd7d5-d261-4a6f-aaac-bb0948ab3248 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8be5611-d14c-4fd1-8a11-afe2517fae12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555797 Aug 27 21:30:58.523851 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0192ff8-c2e7-4e1a-a54f-e7261eb95f46 req-5f4a4c88-b46b-41ed-9958-dbd42f7a055f tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:30:58.539461 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-e0192ff8-c2e7-4e1a-a54f-e7261eb95f46 req-5f4a4c88-b46b-41ed-9958-dbd42f7a055f tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 945 time: 0.0762823 Aug 27 21:30:58.618620 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-e0192ff8-c2e7-4e1a-a54f-e7261eb95f46 req-a195fe0e-bebc-4250-988c-2c85d629f1b4 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=1525189f-f799-4c04-8102-b0faa0ee4574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694859 Aug 27 21:30:58.992004 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe309c-3f01-4888-a787-f98a420fbd27 req-ac8d9781-44c3-4ebb-bfb6-c1dd11896133 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:30:58.994578 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-a7fe309c-3f01-4888-a787-f98a420fbd27 req-ac8d9781-44c3-4ebb-bfb6-c1dd11896133 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 946 time: 0.0613348 Aug 27 21:30:59.057177 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-a7fe309c-3f01-4888-a787-f98a420fbd27 req-21d998d3-eb91-4ae9-847b-9a57c14f4d97 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8be5611-d14c-4fd1-8a11-afe2517fae12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500298 Aug 27 21:30:59.781825 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b061d236-04c1-4879-8da1-c86b3c2359e8 req-2ca85620-bbc3-4aba-8dcd-8f1e8c37f64d tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:30:59.784898 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-b061d236-04c1-4879-8da1-c86b3c2359e8 req-2ca85620-bbc3-4aba-8dcd-8f1e8c37f64d tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 945 time: 0.0621598 Aug 27 21:30:59.847533 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-b061d236-04c1-4879-8da1-c86b3c2359e8 req-82eb3797-7ff8-42c8-94d8-66fa832b9374 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=1525189f-f799-4c04-8102-b0faa0ee4574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556681 Aug 27 21:31:00.233963 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c282818c-a5a6-4b42-b620-e433cf5e8462 req-2c061c70-b681-447e-8c13-611fbb3a15ef tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:00.236660 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-c282818c-a5a6-4b42-b620-e433cf5e8462 req-2c061c70-b681-447e-8c13-611fbb3a15ef tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 946 time: 0.0974820 Aug 27 21:31:00.314132 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-c282818c-a5a6-4b42-b620-e433cf5e8462 req-de0ab9a7-be1e-4808-8d72-fb11d2bc1e32 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8be5611-d14c-4fd1-8a11-afe2517fae12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680265 Aug 27 21:31:00.995006 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8771ea-faca-4735-87b9-46a49f34eddd req-e213478f-84c5-4cf4-9db4-0a5c4c9eaf93 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:00.996605 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-9f8771ea-faca-4735-87b9-46a49f34eddd req-e213478f-84c5-4cf4-9db4-0a5c4c9eaf93 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 945 time: 0.0640764 Aug 27 21:31:01.052792 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-9f8771ea-faca-4735-87b9-46a49f34eddd req-61d5f7b5-3acf-4c9e-b06c-a642df4f07df tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=1525189f-f799-4c04-8102-b0faa0ee4574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461524 Aug 27 21:31:01.467032 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58150ef7-b836-4056-b3e7-0ff207e4bef6 req-0cadcdd3-2484-45c6-8f75-df6f1fb75d51 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:01.468690 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-58150ef7-b836-4056-b3e7-0ff207e4bef6 req-0cadcdd3-2484-45c6-8f75-df6f1fb75d51 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 946 time: 0.0554891 Aug 27 21:31:01.519780 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-58150ef7-b836-4056-b3e7-0ff207e4bef6 req-88981e90-9e53-47b9-8b2e-bed6cb50a796 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8be5611-d14c-4fd1-8a11-afe2517fae12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436149 Aug 27 21:31:02.203192 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc91032f-7d9b-4458-bc42-286f5f011b28 req-255cea81-a819-45eb-99be-183664136b25 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:02.204805 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-fc91032f-7d9b-4458-bc42-286f5f011b28 req-255cea81-a819-45eb-99be-183664136b25 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 945 time: 0.0666983 Aug 27 21:31:02.295787 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-fc91032f-7d9b-4458-bc42-286f5f011b28 req-092baefd-cb73-4dff-b171-9edf74d6206d tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=1525189f-f799-4c04-8102-b0faa0ee4574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826180 Aug 27 21:31:02.671899 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1fada-aacc-496c-b347-c90907576f23 req-b2ade328-61de-49bf-b97e-68f08d337cda tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:02.675070 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-afc1fada-aacc-496c-b347-c90907576f23 req-b2ade328-61de-49bf-b97e-68f08d337cda tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 946 time: 0.0596557 Aug 27 21:31:02.722929 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-afc1fada-aacc-496c-b347-c90907576f23 req-880c3643-5e3b-4250-abff-f4144f01a6b3 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8be5611-d14c-4fd1-8a11-afe2517fae12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401037 Aug 27 21:31:03.444170 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529fd3c4-8da8-4eaf-a8ea-d494bf1dc0b2 req-757299fb-41e2-46b9-82b0-41f18e837315 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:03.445786 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-529fd3c4-8da8-4eaf-a8ea-d494bf1dc0b2 req-757299fb-41e2-46b9-82b0-41f18e837315 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 945 time: 0.0605731 Aug 27 21:31:03.486866 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-529fd3c4-8da8-4eaf-a8ea-d494bf1dc0b2 req-66bc4896-1ec4-4961-ab42-53f4453f3ed3 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=1525189f-f799-4c04-8102-b0faa0ee4574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347419 Aug 27 21:31:03.869678 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62b775-801c-4976-84f2-bbb545ceaadb req-f57a94b4-a93a-486f-8be0-18e3d78008ec tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:03.871772 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-ae62b775-801c-4976-84f2-bbb545ceaadb req-f57a94b4-a93a-486f-8be0-18e3d78008ec tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 946 time: 0.0577705 Aug 27 21:31:03.918109 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-ae62b775-801c-4976-84f2-bbb545ceaadb req-cf47de25-0ad7-4b19-b4d5-80da030e0ca6 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8be5611-d14c-4fd1-8a11-afe2517fae12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388880 Aug 27 21:31:04.634158 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f6db97-924c-4d92-bf66-905d6e1c3219 req-08f311f6-700d-42c9-bed1-777f008dbe07 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:04.638809 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-97f6db97-924c-4d92-bf66-905d6e1c3219 req-08f311f6-700d-42c9-bed1-777f008dbe07 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 945 time: 0.0595589 Aug 27 21:31:04.687419 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-97f6db97-924c-4d92-bf66-905d6e1c3219 req-41639280-392a-4922-a232-2cd69eac67f4 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=1525189f-f799-4c04-8102-b0faa0ee4574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366838 Aug 27 21:31:05.044383 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339281c4-2cd6-4107-9a23-61ab99a78488 req-1da74593-5140-4440-8d54-d40a54086dd8 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:05.047516 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-339281c4-2cd6-4107-9a23-61ab99a78488 req-1da74593-5140-4440-8d54-d40a54086dd8 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 946 time: 0.0560472 Aug 27 21:31:05.093113 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-339281c4-2cd6-4107-9a23-61ab99a78488 req-7e9192c4-2d9b-4e69-93ad-054af5b49016 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8be5611-d14c-4fd1-8a11-afe2517fae12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374496 Aug 27 21:31:05.819012 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c809d0d0-0c73-47bd-8284-4b566b460bc1 req-d1bf89d0-3b79-4d37-a590-f5c3202bf4d5 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:05.820537 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-c809d0d0-0c73-47bd-8284-4b566b460bc1 req-d1bf89d0-3b79-4d37-a590-f5c3202bf4d5 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 945 time: 0.0516374 Aug 27 21:31:05.861893 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-c809d0d0-0c73-47bd-8284-4b566b460bc1 req-2443bb35-925a-44ff-81ea-7cea095fe574 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=1525189f-f799-4c04-8102-b0faa0ee4574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348358 Aug 27 21:31:06.209585 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6bccc6-4a90-45e9-909a-b5044a05b613 req-19e38bfb-8884-428c-b33c-5b20f8e72003 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:06.211078 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-0f6bccc6-4a90-45e9-909a-b5044a05b613 req-19e38bfb-8884-428c-b33c-5b20f8e72003 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 946 time: 0.0496049 Aug 27 21:31:06.254738 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-0f6bccc6-4a90-45e9-909a-b5044a05b613 req-1ec37f45-a363-4e63-94c0-c9f4d75b1216 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8be5611-d14c-4fd1-8a11-afe2517fae12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376379 Aug 27 21:31:06.383888 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9123dd9-4b50-4105-afc0-3aadd2af2698 req-5eeda833-67c4-43df-96a8-0a76925874a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:06.385418 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-e9123dd9-4b50-4105-afc0-3aadd2af2698 req-5eeda833-67c4-43df-96a8-0a76925874a2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4c7881af14ba462d932065fd81b90b6e&device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 1098 time: 0.0416043 Aug 27 21:31:06.478973 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9123dd9-4b50-4105-afc0-3aadd2af2698 req-3bb1e17b-2a16-4ef3-b1f6-85437363f101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:06.480474 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-e9123dd9-4b50-4105-afc0-3aadd2af2698 req-3bb1e17b-2a16-4ef3-b1f6-85437363f101 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89 HTTP/1.1" status: 200 len: 918 time: 0.0872469 Aug 27 21:31:06.544187 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-e9123dd9-4b50-4105-afc0-3aadd2af2698 req-2d2d7f2f-6ca3-4862-87cd-254b8b52ff79 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93baeb5f-5110-4687-925d-bee1b1c54deb HTTP/1.1" status: 200 len: 1001 time: 0.0568948 Aug 27 21:31:06.592695 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9123dd9-4b50-4105-afc0-3aadd2af2698 req-2ed812f8-aed7-45a3-bbfa-dc6ef56d4f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:06.594112 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-e9123dd9-4b50-4105-afc0-3aadd2af2698 req-2ed812f8-aed7-45a3-bbfa-dc6ef56d4f79 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6921f496-5d7a-4db6-bf96-720866799ce1 HTTP/1.1" status: 200 len: 856 time: 0.0426576 Aug 27 21:31:06.642801 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9123dd9-4b50-4105-afc0-3aadd2af2698 req-d36b9c8a-49f4-46b4-96b9-9513e7cd883e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:06.644182 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-e9123dd9-4b50-4105-afc0-3aadd2af2698 req-d36b9c8a-49f4-46b4-96b9-9513e7cd883e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420442 Aug 27 21:31:06.738620 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-e9123dd9-4b50-4105-afc0-3aadd2af2698 req-e8c46007-4f32-4b93-9f7e-8252d7f71579 service neutron] 10.222.0.73 "GET /v2.0/networks/9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865450 Aug 27 21:31:06.834482 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-e9123dd9-4b50-4105-afc0-3aadd2af2698 req-2b9f5cd6-7a34-4017-a848-873993cd8f34 service neutron] 10.222.0.73 "GET /v2.0/networks/9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890808 Aug 27 21:31:06.996129 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feba2df-0cba-41f7-944d-9450e14f1375 req-40be00f4-7b0b-4ff6-b84a-4dedad077d4a tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:06.997774 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-8feba2df-0cba-41f7-944d-9450e14f1375 req-40be00f4-7b0b-4ff6-b84a-4dedad077d4a tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 945 time: 0.0615706 Aug 27 21:31:07.036365 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-8feba2df-0cba-41f7-944d-9450e14f1375 req-cc7da5de-2d11-4b43-bda7-5781ccae6723 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=1525189f-f799-4c04-8102-b0faa0ee4574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326288 Aug 27 21:31:07.373026 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db81c0-9ef4-4014-a846-911e58a1ca2b req-0298529c-5a07-49f4-86c0-a405bf464976 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:07.374545 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d3db81c0-9ef4-4014-a846-911e58a1ca2b req-0298529c-5a07-49f4-86c0-a405bf464976 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 946 time: 0.0512927 Aug 27 21:31:07.411937 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d3db81c0-9ef4-4014-a846-911e58a1ca2b req-92eb6176-6984-45c3-bdb0-72abd6c89c7d tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8be5611-d14c-4fd1-8a11-afe2517fae12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312834 Aug 27 21:31:07.656422 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee17cd7f-cf9f-48a8-a267-4c998797377c req-e2bbab1c-7570-4170-b83e-3dcd53048053 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:07.657947 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-ee17cd7f-cf9f-48a8-a267-4c998797377c req-e2bbab1c-7570-4170-b83e-3dcd53048053 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 946 time: 0.0508056 Aug 27 21:31:07.724866 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-ee17cd7f-cf9f-48a8-a267-4c998797377c req-9559f0b6-9a6a-40da-8bff-ecb6fc86d7e8 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8be5611-d14c-4fd1-8a11-afe2517fae12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599589 Aug 27 21:31:07.734587 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05197e1-99b5-4b68-966a-6cbe0263f56a req-961e6860-8f8d-4c15-9434-9ef74cf923da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:07.736110 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-f05197e1-99b5-4b68-966a-6cbe0263f56a req-961e6860-8f8d-4c15-9434-9ef74cf923da service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9d7ceb8f6162437081bdc9ae6a61d840&device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 1099 time: 0.0640378 Aug 27 21:31:07.832442 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05197e1-99b5-4b68-966a-6cbe0263f56a req-87e07dc4-86f4-4c50-9683-a930cb96e83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:07.834019 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-f05197e1-99b5-4b68-966a-6cbe0263f56a req-87e07dc4-86f4-4c50-9683-a930cb96e83a service neutron] 10.222.0.73 "GET /v2.0/networks?id=ed8dd659-34e8-4454-9d8c-11a291216fde HTTP/1.1" status: 200 len: 912 time: 0.0885689 Aug 27 21:31:07.908224 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-f05197e1-99b5-4b68-966a-6cbe0263f56a req-8dafbbe3-4e7d-46aa-8387-0f4c32d11c54 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89b23a08-b636-4f24-8f9e-88a2df1ee5e0 HTTP/1.1" status: 200 len: 1002 time: 0.0654845 Aug 27 21:31:07.959864 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05197e1-99b5-4b68-966a-6cbe0263f56a req-4c3c60f2-3ee0-4f37-b694-eb56c1dd8752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:07.961366 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-f05197e1-99b5-4b68-966a-6cbe0263f56a req-4c3c60f2-3ee0-4f37-b694-eb56c1dd8752 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=22e56bc5-1da2-41da-ae14-be8282257d39 HTTP/1.1" status: 200 len: 850 time: 0.0460198 Aug 27 21:31:08.009513 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05197e1-99b5-4b68-966a-6cbe0263f56a req-c0d2ecb0-4135-4a7d-97ce-cd18425547ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:08.010983 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-f05197e1-99b5-4b68-966a-6cbe0263f56a req-c0d2ecb0-4135-4a7d-97ce-cd18425547ae service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ed8dd659-34e8-4454-9d8c-11a291216fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402753 Aug 27 21:31:08.109230 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-f05197e1-99b5-4b68-966a-6cbe0263f56a req-5fa80297-c139-41e3-96f6-4397dec0ff60 service neutron] 10.222.0.73 "GET /v2.0/networks/ed8dd659-34e8-4454-9d8c-11a291216fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886455 Aug 27 21:31:08.159562 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af2e2c-ccac-4af3-bb2f-d87f59f7e32d req-70942f4b-61d4-4542-b6ee-1f303f99110b tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:08.161670 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-66af2e2c-ccac-4af3-bb2f-d87f59f7e32d req-70942f4b-61d4-4542-b6ee-1f303f99110b tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 945 time: 0.0505314 Aug 27 21:31:08.201152 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-66af2e2c-ccac-4af3-bb2f-d87f59f7e32d req-15dfca65-63f6-4aa9-a970-aa30c8dc7f27 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=1525189f-f799-4c04-8102-b0faa0ee4574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328491 Aug 27 21:31:08.203159 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-f05197e1-99b5-4b68-966a-6cbe0263f56a req-e4694257-cde6-480f-a8c1-f4110bc1606a service neutron] 10.222.0.73 "GET /v2.0/networks/ed8dd659-34e8-4454-9d8c-11a291216fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858552 Aug 27 21:31:08.861290 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23150e11-f890-439c-9975-8eb1079a71e9 req-c4beda6b-1b7d-4011-bd08-106cb5721109 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:08.863264 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-23150e11-f890-439c-9975-8eb1079a71e9 req-c4beda6b-1b7d-4011-bd08-106cb5721109 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 946 time: 0.0597463 Aug 27 21:31:08.906872 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-23150e11-f890-439c-9975-8eb1079a71e9 req-28390a2a-a701-4474-baeb-8a770a7bf34d tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8be5611-d14c-4fd1-8a11-afe2517fae12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362649 Aug 27 21:31:09.333202 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ba836-e159-4e2e-ab84-810a5792de0e req-db881a25-096a-4348-b59c-cd65bfe11c8f tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:09.334836 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-d22ba836-e159-4e2e-ab84-810a5792de0e req-db881a25-096a-4348-b59c-cd65bfe11c8f tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 945 time: 0.0579636 Aug 27 21:31:09.380496 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-d22ba836-e159-4e2e-ab84-810a5792de0e req-a9028cbc-7c40-4ce3-9866-66bad9bc33a0 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=1525189f-f799-4c04-8102-b0faa0ee4574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345771 Aug 27 21:31:10.443203 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8d4e6-699d-4cdd-82b5-c7f6c43a2204 req-0b6147de-175d-47ee-b7ce-e5e2345de7ae tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:10.444732 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-52e8d4e6-699d-4cdd-82b5-c7f6c43a2204 req-0b6147de-175d-47ee-b7ce-e5e2345de7ae tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 945 time: 0.0739210 Aug 27 21:31:10.499152 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-52e8d4e6-699d-4cdd-82b5-c7f6c43a2204 req-fc6dcc95-ec15-4f0d-a55d-55dbfebec5ca tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=1525189f-f799-4c04-8102-b0faa0ee4574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409088 Aug 27 21:31:10.502148 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-b944ebf5-4764-4bae-a75b-23bee05d56cb req-fe7f32ce-17d1-4294-b174-2aa45c81504f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=57ed92d7-1b08-4015-8c44-13d686b1c812&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0800047 Aug 27 21:31:10.671906 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device 93baeb5f-5110-4687-925d-bee1b1c54deb no longer exists at agent hyperv_hv-cinder-80643 {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 21:31:10.773649 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:10.802747 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ed92d7-1b08-4015-8c44-13d686b1c812', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93baeb5f-5110-4687-925d-bee1b1c54deb'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:31:10.805030 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf732d6db1af9f7bc3b5310490fe48ff1e7c732a768ef3a1a1326297a3ecfd63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d0a63f-d7c2-4ffd-86ea-3cc698ee835a" -d '{"events": [{"server_uuid": "57ed92d7-1b08-4015-8c44-13d686b1c812", "name": "network-vif-unplugged", "status": "completed", "tag": "93baeb5f-5110-4687-925d-bee1b1c54deb"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:31:10.820472 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port 93baeb5f-5110-4687-925d-bee1b1c54deb, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=93baeb5f-5110-4687-925d-bee1b1c54deb,segment=NetworkSegment(cf28798e-2dc9-43ac-a0bc-53018bbccb0e),segment_id=cf28798e-2dc9-43ac-a0bc-53018bbccb0e)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:31:10.826752 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:10.858834 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 27 Aug 2021 21:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b1ade9-a3c5-4579-9564-c375cba6f751 x-openstack-request-id: req-19b1ade9-a3c5-4579-9564-c375cba6f751 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:31:10.859219 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ed92d7-1b08-4015-8c44-13d686b1c812", "name": "network-vif-unplugged", "status": "failed", "tag": "93baeb5f-5110-4687-925d-bee1b1c54deb", "code": 422}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:31:10.859648 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-19b1ade9-a3c5-4579-9564-c375cba6f751 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:31:10.860140 dv-cinder-806436-1-iscsi neutron-server[93798]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '57ed92d7-1b08-4015-8c44-13d686b1c812', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '93baeb5f-5110-4687-925d-bee1b1c54deb', 'code': 422} returned with failed status Aug 27 21:31:10.892085 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Pushing event updated for resources: {'Port': ['ID=93baeb5f-5110-4687-925d-bee1b1c54deb,revision_number=8']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:31:11.347660 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b944ebf5-4764-4bae-a75b-23bee05d56cb req-bba4a294-4f32-4e8f-af00-6ce0f8dc8f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:11.349203 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-b944ebf5-4764-4bae-a75b-23bee05d56cb req-bba4a294-4f32-4e8f-af00-6ce0f8dc8f2a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=57ed92d7-1b08-4015-8c44-13d686b1c812&tenant_id=4c7881af14ba462d932065fd81b90b6e HTTP/1.1" status: 200 len: 1096 time: 0.0494127 Aug 27 21:31:11.447099 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b944ebf5-4764-4bae-a75b-23bee05d56cb req-79f759a1-b852-4ccf-b2ed-db3f644bdc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:11.448694 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-b944ebf5-4764-4bae-a75b-23bee05d56cb req-79f759a1-b852-4ccf-b2ed-db3f644bdc7e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4c7881af14ba462d932065fd81b90b6e&device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 1096 time: 0.0463972 Aug 27 21:31:11.552726 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b944ebf5-4764-4bae-a75b-23bee05d56cb req-fcf9efa8-475a-4790-b7e8-f865e77df0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:11.554285 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-b944ebf5-4764-4bae-a75b-23bee05d56cb req-fcf9efa8-475a-4790-b7e8-f865e77df0d6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89 HTTP/1.1" status: 200 len: 918 time: 0.0941699 Aug 27 21:31:11.631315 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fd72b5-4fd8-4a54-ab88-0b06d778b252 req-1cd39c90-1e4a-4f29-9ac3-fdc8c8dfeac6 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:11.633607 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-b944ebf5-4764-4bae-a75b-23bee05d56cb req-336cbe4b-233e-4de9-ba2c-c0cb7368a5b2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93baeb5f-5110-4687-925d-bee1b1c54deb HTTP/1.1" status: 200 len: 999 time: 0.0709240 Aug 27 21:31:11.635980 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-30fd72b5-4fd8-4a54-ab88-0b06d778b252 req-1cd39c90-1e4a-4f29-9ac3-fdc8c8dfeac6 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 943 time: 0.0545156 Aug 27 21:31:11.682465 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-30fd72b5-4fd8-4a54-ab88-0b06d778b252 req-a53ba272-3830-413a-9ea1-cd73efd61664 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=1525189f-f799-4c04-8102-b0faa0ee4574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409722 Aug 27 21:31:11.688553 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b944ebf5-4764-4bae-a75b-23bee05d56cb req-30339fe8-e9d6-4e68-8d5f-002c4131d404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:11.690153 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-b944ebf5-4764-4bae-a75b-23bee05d56cb req-30339fe8-e9d6-4e68-8d5f-002c4131d404 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6921f496-5d7a-4db6-bf96-720866799ce1 HTTP/1.1" status: 200 len: 856 time: 0.0497758 Aug 27 21:31:11.737765 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b944ebf5-4764-4bae-a75b-23bee05d56cb req-d228c2fa-2e50-4666-99bc-6c327d9b068c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:11.739254 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-b944ebf5-4764-4bae-a75b-23bee05d56cb req-d228c2fa-2e50-4666-99bc-6c327d9b068c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422485 Aug 27 21:31:11.838861 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-b944ebf5-4764-4bae-a75b-23bee05d56cb req-55a481f2-f963-45da-8b06-2d95f46245c8 service neutron] 10.222.0.73 "GET /v2.0/networks/9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924661 Aug 27 21:31:11.934160 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-b944ebf5-4764-4bae-a75b-23bee05d56cb req-05b4d2fc-0ecb-4afa-9232-2056f7f6fbbd service neutron] 10.222.0.73 "GET /v2.0/networks/9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865054 Aug 27 21:31:12.322254 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:12.845932 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de581031-3a4f-446b-a160-9e8aec1de70a req-6ebc7604-14d3-45cd-868b-eb7c64691070 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:12.847643 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-de581031-3a4f-446b-a160-9e8aec1de70a req-6ebc7604-14d3-45cd-868b-eb7c64691070 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 943 time: 0.0817394 Aug 27 21:31:12.899956 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-de581031-3a4f-446b-a160-9e8aec1de70a req-9beb480f-d567-4ff2-b666-6469636fa362 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=1525189f-f799-4c04-8102-b0faa0ee4574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459995 Aug 27 21:31:14.048947 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eec7d8-81e3-49ef-8fd1-3aeecc7f4b45 req-df58e4fd-f0f9-4728-bcd2-29cbf36e6598 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:14.052397 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-b3eec7d8-81e3-49ef-8fd1-3aeecc7f4b45 req-df58e4fd-f0f9-4728-bcd2-29cbf36e6598 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 943 time: 0.0685618 Aug 27 21:31:14.122346 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-b3eec7d8-81e3-49ef-8fd1-3aeecc7f4b45 req-ccec9aeb-cebb-457a-8149-88bdc5f27f44 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=1525189f-f799-4c04-8102-b0faa0ee4574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579281 Aug 27 21:31:15.253232 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a057c161-c785-452c-a0f7-ebabdf8a0ad4 req-2709c442-beff-4c33-911a-8b509e17304b tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:15.255570 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-a057c161-c785-452c-a0f7-ebabdf8a0ad4 req-2709c442-beff-4c33-911a-8b509e17304b tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 943 time: 0.0539963 Aug 27 21:31:15.317563 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-a057c161-c785-452c-a0f7-ebabdf8a0ad4 req-02e0deba-4334-4905-b10b-4e6017f1b164 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=1525189f-f799-4c04-8102-b0faa0ee4574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535944 Aug 27 21:31:16.458968 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824327a-8eec-454a-b45b-ae002a991d3e req-ac26c8b6-2010-4cef-b044-68cfe74b99e1 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:16.460481 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-b824327a-8eec-454a-b45b-ae002a991d3e req-ac26c8b6-2010-4cef-b044-68cfe74b99e1 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 943 time: 0.0501280 Aug 27 21:31:16.500225 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-b824327a-8eec-454a-b45b-ae002a991d3e req-fd8e4df5-1b16-42a4-8b4d-d35adfce2be7 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=1525189f-f799-4c04-8102-b0faa0ee4574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337911 Aug 27 21:31:17.635042 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e605233-5662-4b5d-ad5b-b5deaff827a5 req-02e599c3-afbe-4a94-bb01-903abc9793cc tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:17.636584 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-3e605233-5662-4b5d-ad5b-b5deaff827a5 req-02e599c3-afbe-4a94-bb01-903abc9793cc tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 943 time: 0.0518565 Aug 27 21:31:17.677308 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-3e605233-5662-4b5d-ad5b-b5deaff827a5 req-21ce764c-951a-43bb-8791-6d97844d8806 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=1525189f-f799-4c04-8102-b0faa0ee4574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345140 Aug 27 21:31:18.723970 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e7b1a1f0-dc24-4566-bd93-d0605dcf6384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:18.809786 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0f432-2995-4328-86a0-8ee9e4f1c4c5 req-a7baa487-beb3-43e6-969e-8984684da9f8 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:18.818516 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-99b0f432-2995-4328-86a0-8ee9e4f1c4c5 req-a7baa487-beb3-43e6-969e-8984684da9f8 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 943 time: 0.0593932 Aug 27 21:31:18.855469 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-99b0f432-2995-4328-86a0-8ee9e4f1c4c5 req-a2c3d9a2-95b4-4961-b287-543c32d54edb tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=1525189f-f799-4c04-8102-b0faa0ee4574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360041 Aug 27 21:31:19.976852 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82cfc61-19ab-4eef-915f-633dddb785d5 req-9b844e7e-0ce8-483b-a638-e937824a8641 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:19.979426 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-c82cfc61-19ab-4eef-915f-633dddb785d5 req-9b844e7e-0ce8-483b-a638-e937824a8641 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 943 time: 0.0513239 Aug 27 21:31:20.023241 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-c82cfc61-19ab-4eef-915f-633dddb785d5 req-a6e49a26-3057-4eab-ab1a-55b5cf14272f tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=1525189f-f799-4c04-8102-b0faa0ee4574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374784 Aug 27 21:31:21.154381 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e759623-0ca6-4781-815d-9cde72f19f1f req-228369f6-e1f0-4973-abf8-204f417157af tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:21.155757 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-4e759623-0ca6-4781-815d-9cde72f19f1f req-228369f6-e1f0-4973-abf8-204f417157af tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 943 time: 0.0585837 Aug 27 21:31:21.193525 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-4e759623-0ca6-4781-815d-9cde72f19f1f req-05813d8e-977e-43b6-9dd2-a5db26778f1e tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=1525189f-f799-4c04-8102-b0faa0ee4574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317197 Aug 27 21:31:21.336517 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7ff5c0be-0a70-4d26-8a3c-23590984b46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:21.566126 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:22.320323 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f12c543-9f81-459c-a188-d9f885a61751 req-7f50c0ab-3227-4ef1-9c7a-f98b5962c420 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:22.321846 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-6f12c543-9f81-459c-a188-d9f885a61751 req-7f50c0ab-3227-4ef1-9c7a-f98b5962c420 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 943 time: 0.0496533 Aug 27 21:31:22.359297 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-6f12c543-9f81-459c-a188-d9f885a61751 req-6383944d-bcc3-48ff-9656-42f23bb666d6 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=1525189f-f799-4c04-8102-b0faa0ee4574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316851 Aug 27 21:31:22.716382 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65920cb9-5c7f-4952-b134-219b92defc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:22.825609 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-32b066fe-105e-4731-a9da-cb844d277db6 req-73e3b1a2-938c-4bc4-9aad-355d7a97c87b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386169 Aug 27 21:31:22.909275 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b066fe-105e-4731-a9da-cb844d277db6 req-4bb74014-8b9f-4174-8a3f-f8229b8a3500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:22.911282 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-32b066fe-105e-4731-a9da-cb844d277db6 req-4bb74014-8b9f-4174-8a3f-f8229b8a3500 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9d7ceb8f6162437081bdc9ae6a61d840&device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 1099 time: 0.0421529 Aug 27 21:31:23.010783 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b066fe-105e-4731-a9da-cb844d277db6 req-c2654dd2-fa28-4534-b6f9-34fc213e4541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:23.012152 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-32b066fe-105e-4731-a9da-cb844d277db6 req-c2654dd2-fa28-4534-b6f9-34fc213e4541 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ed8dd659-34e8-4454-9d8c-11a291216fde HTTP/1.1" status: 200 len: 912 time: 0.0815573 Aug 27 21:31:23.078088 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-32b066fe-105e-4731-a9da-cb844d277db6 req-6aa05638-c136-498a-8aca-25aa4c49154b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89b23a08-b636-4f24-8f9e-88a2df1ee5e0 HTTP/1.1" status: 200 len: 1002 time: 0.0582345 Aug 27 21:31:23.127425 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b066fe-105e-4731-a9da-cb844d277db6 req-67a16d5b-3841-4436-8a47-1b42f15cd6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:23.128992 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-32b066fe-105e-4731-a9da-cb844d277db6 req-67a16d5b-3841-4436-8a47-1b42f15cd6c7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=22e56bc5-1da2-41da-ae14-be8282257d39 HTTP/1.1" status: 200 len: 850 time: 0.0428216 Aug 27 21:31:23.173102 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b066fe-105e-4731-a9da-cb844d277db6 req-40c373a3-2ff4-4c8b-a4af-8bd45801ba70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:23.174524 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-32b066fe-105e-4731-a9da-cb844d277db6 req-40c373a3-2ff4-4c8b-a4af-8bd45801ba70 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ed8dd659-34e8-4454-9d8c-11a291216fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383255 Aug 27 21:31:23.270033 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-32b066fe-105e-4731-a9da-cb844d277db6 req-30da899c-b19a-4831-ab52-8bffdcc65c6c service neutron] 10.222.0.73 "GET /v2.0/networks/ed8dd659-34e8-4454-9d8c-11a291216fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836887 Aug 27 21:31:23.359496 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-32b066fe-105e-4731-a9da-cb844d277db6 req-efbf036f-3af1-46b8-95eb-1a80f88cd1fe service neutron] 10.222.0.73 "GET /v2.0/networks/ed8dd659-34e8-4454-9d8c-11a291216fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821826 Aug 27 21:31:23.480099 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c1b3e-51b5-4331-8d42-00d428219868 req-fd441268-7807-4fab-8569-6825d7eb50df tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:23.481850 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-c41c1b3e-51b5-4331-8d42-00d428219868 req-fd441268-7807-4fab-8569-6825d7eb50df tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 943 time: 0.0501978 Aug 27 21:31:23.521113 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-c41c1b3e-51b5-4331-8d42-00d428219868 req-457cdfe6-c8cb-48b0-9803-c1024922c8af tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=1525189f-f799-4c04-8102-b0faa0ee4574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332451 Aug 27 21:31:24.115125 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-778ce8a3-384f-4928-b9ff-199d4ced17a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:24.640203 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c46d3cf-90ce-4516-9860-2881496cf779 req-e403e6c6-d462-4d40-926a-06cce9baddab tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:24.641695 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-3c46d3cf-90ce-4516-9860-2881496cf779 req-e403e6c6-d462-4d40-926a-06cce9baddab tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 943 time: 0.0485222 Aug 27 21:31:24.680891 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-3c46d3cf-90ce-4516-9860-2881496cf779 req-d4d85f6f-c9a4-465a-aaf6-75a218438ba8 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=1525189f-f799-4c04-8102-b0faa0ee4574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326409 Aug 27 21:31:24.727631 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device 93baeb5f-5110-4687-925d-bee1b1c54deb details requested by agent hyperv_hv-cinder-80643 with host hv-cinder-80643 {{(pid=93798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 21:31:24.825389 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port 93baeb5f-5110-4687-925d-bee1b1c54deb, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=93baeb5f-5110-4687-925d-bee1b1c54deb,segment=NetworkSegment(cf28798e-2dc9-43ac-a0bc-53018bbccb0e),segment_id=cf28798e-2dc9-43ac-a0bc-53018bbccb0e)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:31:24.836543 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Returning: {'device': '93baeb5f-5110-4687-925d-bee1b1c54deb', 'network_id': '9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89', 'port_id': '93baeb5f-5110-4687-925d-bee1b1c54deb', 'mac_address': 'fa:16:3e:c6:2b:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6921f496-5d7a-4db6-bf96-720866799ce1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 21:31:24.873187 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:24.887578 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93baeb5f-5110-4687-925d-bee1b1c54deb {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 21:31:24.907426 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port 93baeb5f-5110-4687-925d-bee1b1c54deb, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=93baeb5f-5110-4687-925d-bee1b1c54deb,segment=NetworkSegment(cf28798e-2dc9-43ac-a0bc-53018bbccb0e),segment_id=cf28798e-2dc9-43ac-a0bc-53018bbccb0e)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:31:24.911364 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:25.088770 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Pushing event updated for resources: {'Port': ['ID=93baeb5f-5110-4687-925d-bee1b1c54deb,revision_number=9']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:31:25.153911 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] get_ports_and_sgs() called for port_ids ['93baeb5f-5110-4687-925d-bee1b1c54deb'] {{(pid=93798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 21:31:25.801385 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee5036-da65-49a8-b07f-adda0419c804 req-1e53bbd2-9d93-4e29-93b3-e67e0bed980f tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:25.802894 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-d1ee5036-da65-49a8-b07f-adda0419c804 req-1e53bbd2-9d93-4e29-93b3-e67e0bed980f tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 944 time: 0.0505216 Aug 27 21:31:25.852584 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-d1ee5036-da65-49a8-b07f-adda0419c804 req-0938a863-1aba-4910-83d9-cfb9b83fb9a6 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=1525189f-f799-4c04-8102-b0faa0ee4574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429771 Aug 27 21:31:26.749845 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device 93baeb5f-5110-4687-925d-bee1b1c54deb up at agent hyperv_hv-cinder-80643 {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:31:26.800805 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Provisioning complete for port 93baeb5f-5110-4687-925d-bee1b1c54deb triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:31:26.801171 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:26.877294 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:26.900085 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ed92d7-1b08-4015-8c44-13d686b1c812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93baeb5f-5110-4687-925d-bee1b1c54deb'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:31:26.902376 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf732d6db1af9f7bc3b5310490fe48ff1e7c732a768ef3a1a1326297a3ecfd63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f849a4-f36b-4a38-b774-f484215b938e" -d '{"events": [{"server_uuid": "57ed92d7-1b08-4015-8c44-13d686b1c812", "name": "network-vif-plugged", "status": "completed", "tag": "93baeb5f-5110-4687-925d-bee1b1c54deb"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:31:26.916889 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port 93baeb5f-5110-4687-925d-bee1b1c54deb, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=93baeb5f-5110-4687-925d-bee1b1c54deb,segment=NetworkSegment(cf28798e-2dc9-43ac-a0bc-53018bbccb0e),segment_id=cf28798e-2dc9-43ac-a0bc-53018bbccb0e)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:31:26.922950 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:26.946435 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 21:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd19444-fc97-481e-a89f-850b647fbc94 x-openstack-request-id: req-2cd19444-fc97-481e-a89f-850b647fbc94 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:31:26.946754 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ed92d7-1b08-4015-8c44-13d686b1c812", "name": "network-vif-plugged", "status": "completed", "tag": "93baeb5f-5110-4687-925d-bee1b1c54deb", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:31:26.946981 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2cd19444-fc97-481e-a89f-850b647fbc94 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:31:26.947365 dv-cinder-806436-1-iscsi neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ed92d7-1b08-4015-8c44-13d686b1c812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93baeb5f-5110-4687-925d-bee1b1c54deb', 'code': 200} Aug 27 21:31:26.988214 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Pushing event updated for resources: {'Port': ['ID=93baeb5f-5110-4687-925d-bee1b1c54deb,revision_number=10']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:31:26.988622 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0428ac79-87c0-4ad0-9c71-66bda10e5e48 req-5e7db05f-c150-4627-a157-f40b8b3cf778 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:26.990733 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-0428ac79-87c0-4ad0-9c71-66bda10e5e48 req-5e7db05f-c150-4627-a157-f40b8b3cf778 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 946 time: 0.0560577 Aug 27 21:31:27.034053 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-0428ac79-87c0-4ad0-9c71-66bda10e5e48 req-568971c2-28ff-42b1-a900-02cbf0067b84 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=1525189f-f799-4c04-8102-b0faa0ee4574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358202 Aug 27 21:31:27.138388 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c024938e-69ad-412d-af37-777d800c5b3b req-38de984b-03ca-4e0b-9f28-2c412349cb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:27.139895 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-c024938e-69ad-412d-af37-777d800c5b3b req-38de984b-03ca-4e0b-9f28-2c412349cb1f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 1099 time: 0.0412502 Aug 27 21:31:27.177400 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-c024938e-69ad-412d-af37-777d800c5b3b req-6c8a0ced-de40-4b1c-ae77-f4f81a4f4494 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1525189f-f799-4c04-8102-b0faa0ee4574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291572 Aug 27 21:31:28.162988 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc87e788-6bb4-4f94-ba3d-4dadf3560655 req-6b5aea9e-a91d-4ec2-8aea-b43b4d01ad8d tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:28.164952 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-bc87e788-6bb4-4f94-ba3d-4dadf3560655 req-6b5aea9e-a91d-4ec2-8aea-b43b4d01ad8d tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 946 time: 0.0567389 Aug 27 21:31:28.204566 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-bc87e788-6bb4-4f94-ba3d-4dadf3560655 req-8a72d14c-470c-4b95-a3e5-ffd6e0bc40e4 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=1525189f-f799-4c04-8102-b0faa0ee4574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315709 Aug 27 21:31:29.321306 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919f816-5024-43e3-b001-cb4b3e82a054 req-065cce91-c5c0-40fe-9ab4-37b371af5217 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:29.322754 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-e919f816-5024-43e3-b001-cb4b3e82a054 req-065cce91-c5c0-40fe-9ab4-37b371af5217 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 946 time: 0.0472183 Aug 27 21:31:29.360057 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-e919f816-5024-43e3-b001-cb4b3e82a054 req-d062e2b1-a225-43a3-9134-32c90ac6a9e9 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=1525189f-f799-4c04-8102-b0faa0ee4574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314233 Aug 27 21:31:31.898599 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.agents_db [None req-9a3f5963-9603-4723-9a6c-2e2f5b4345b2 None None] Agent healthcheck: found 6 active agents {{(pid=93799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 21:31:36.817389 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-4a9248cf-762d-4823-bc3a-679411d70fbd req-3e3a569e-980b-450a-9475-e10282170be4 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1975916994&fields=id&tenant_id=c2b8ea1d8b104790a4de676157dbe4f3 HTTP/1.1" status: 200 len: 267 time: 0.0369248 Aug 27 21:31:36.941968 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9248cf-762d-4823-bc3a-679411d70fbd req-873149fe-b2fa-42fc-bb08-2d801ad4a244 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:36.943546 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-4a9248cf-762d-4823-bc3a-679411d70fbd req-873149fe-b2fa-42fc-bb08-2d801ad4a244 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/networks?id=3ba0d4a2-623b-4c37-8552-bca65d0b90fa HTTP/1.1" status: 200 len: 812 time: 0.1162164 Aug 27 21:31:36.961840 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-4a9248cf-762d-4823-bc3a-679411d70fbd req-38554b8a-7336-4563-ae86-e238977fc65a tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/quotas/c2b8ea1d8b104790a4de676157dbe4f3 HTTP/1.1" status: 200 len: 375 time: 0.0121267 Aug 27 21:31:37.025144 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-4a9248cf-762d-4823-bc3a-679411d70fbd req-b0e8c4dc-9d77-46bf-8315-1317a3e82110 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c2b8ea1d8b104790a4de676157dbe4f3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0578897 Aug 27 21:31:37.123866 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-4a9248cf-762d-4823-bc3a-679411d70fbd req-65c5cec8-1ea8-4e36-8ae7-63288ae1ace6 service neutron] 10.222.0.39 "GET /v2.0/networks/3ba0d4a2-623b-4c37-8552-bca65d0b90fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861342 Aug 27 21:31:37.229859 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-4a9248cf-762d-4823-bc3a-679411d70fbd req-48ffce73-c9c6-44d5-8567-5cdae45a280c service neutron] 10.222.0.39 "GET /v2.0/networks/3ba0d4a2-623b-4c37-8552-bca65d0b90fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991178 Aug 27 21:31:37.544911 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-c92c6e96-b570-41cf-8c1f-26a2e8576382 req-5967b8e6-adfc-436a-aa9a-3bbb13d168aa tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ef35f80-deba-4577-9835-3ae7ea25ce84 HTTP/1.1" status: 200 len: 210 time: 0.0304987 Aug 27 21:31:38.559713 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9248cf-762d-4823-bc3a-679411d70fbd req-90567a00-2dc1-4c7e-9fac-08220b4b963c tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:38.561227 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-4a9248cf-762d-4823-bc3a-679411d70fbd req-90567a00-2dc1-4c7e-9fac-08220b4b963c tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.73 "GET /v2.0/networks?id=3ba0d4a2-623b-4c37-8552-bca65d0b90fa HTTP/1.1" status: 200 len: 812 time: 0.1182024 Aug 27 21:31:38.612382 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-4a9248cf-762d-4823-bc3a-679411d70fbd req-8378c2c0-17ba-4f86-9c7b-68fd2c304cff tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2b8ea1d8b104790a4de676157dbe4f3 HTTP/1.1" status: 200 len: 380 time: 0.0405378 Aug 27 21:31:38.622051 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [req-4a9248cf-762d-4823-bc3a-679411d70fbd req-5f7e79ec-da29-4366-92b4-3a90a4ece360 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Request body: {'port': {'device_id': '1ef35f80-deba-4577-9835-3ae7ea25ce84', 'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa', 'admin_state_up': True, 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'security_groups': ['28bf76b6-d343-4eb6-9dcd-dc6337ad6069']}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:31:38.647402 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-b7479cc4-be09-48ec-9cb5-f17007f9aca0 req-3a0ef3ec-1799-4a81-ac11-baeebb70996a tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ef35f80-deba-4577-9835-3ae7ea25ce84 HTTP/1.1" status: 200 len: 210 time: 0.0319939 Aug 27 21:31:38.741891 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a9248cf-762d-4823-bc3a-679411d70fbd req-5f7e79ec-da29-4366-92b4-3a90a4ece360 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Made reservation on behalf of c2b8ea1d8b104790a4de676157dbe4f3 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 21:31:38.745417 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-4a9248cf-762d-4823-bc3a-679411d70fbd req-5f7e79ec-da29-4366-92b4-3a90a4ece360 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:38.879330 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-4a9248cf-762d-4823-bc3a-679411d70fbd req-5f7e79ec-da29-4366-92b4-3a90a4ece360 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Allocated IP 172.20.0.10 (3ba0d4a2-623b-4c37-8552-bca65d0b90fa/963c1e30-5961-4cc8-bba8-6c8d398a8e99/753ab893-c273-4c95-8b44-a6fa2c932afe) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 21:31:39.032035 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-4a9248cf-762d-4823-bc3a-679411d70fbd req-5f7e79ec-da29-4366-92b4-3a90a4ece360 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:39.046609 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-4a9248cf-762d-4823-bc3a-679411d70fbd req-5f7e79ec-da29-4366-92b4-3a90a4ece360 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Transition to ACTIVE for port object 753ab893-c273-4c95-8b44-a6fa2c932afe will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:31:39.084582 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-4a9248cf-762d-4823-bc3a-679411d70fbd req-5f7e79ec-da29-4366-92b4-3a90a4ece360 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794200564228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-275356'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:39.128662 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a9248cf-762d-4823-bc3a-679411d70fbd req-5f7e79ec-da29-4366-92b4-3a90a4ece360 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Network 3ba0d4a2-623b-4c37-8552-bca65d0b90fa is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:31:39.134635 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-4a9248cf-762d-4823-bc3a-679411d70fbd req-5f7e79ec-da29-4366-92b4-3a90a4ece360 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:31:39.138697 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a9248cf-762d-4823-bc3a-679411d70fbd req-5f7e79ec-da29-4366-92b4-3a90a4ece360 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 21:31:39.168577 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7e79ec-da29-4366-92b4-3a90a4ece360 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Pushing event updated for resources: {'Port': ['ID=753ab893-c273-4c95-8b44-a6fa2c932afe,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:31:39.182005 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e79ec-da29-4366-92b4-3a90a4ece360 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:31:39.182353 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e79ec-da29-4366-92b4-3a90a4ece360 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:31:39.182815 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e79ec-da29-4366-92b4-3a90a4ece360 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:31:39.183051 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e79ec-da29-4366-92b4-3a90a4ece360 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:31:39.183382 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e79ec-da29-4366-92b4-3a90a4ece360 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:31:39.183719 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e79ec-da29-4366-92b4-3a90a4ece360 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:31:39.184049 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e79ec-da29-4366-92b4-3a90a4ece360 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:31:39.184776 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e79ec-da29-4366-92b4-3a90a4ece360 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:31:39.184776 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e79ec-da29-4366-92b4-3a90a4ece360 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:31:39.185066 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e79ec-da29-4366-92b4-3a90a4ece360 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:31:39.185439 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e79ec-da29-4366-92b4-3a90a4ece360 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:31:39.185739 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e79ec-da29-4366-92b4-3a90a4ece360 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:31:39.209624 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9248cf-762d-4823-bc3a-679411d70fbd req-5f7e79ec-da29-4366-92b4-3a90a4ece360 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:39.210332 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-4a9248cf-762d-4823-bc3a-679411d70fbd req-5f7e79ec-da29-4366-92b4-3a90a4ece360 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:39.237209 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-4a9248cf-762d-4823-bc3a-679411d70fbd req-5f7e79ec-da29-4366-92b4-3a90a4ece360 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6189926 Aug 27 21:31:39.254946 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [req-4a9248cf-762d-4823-bc3a-679411d70fbd req-f5c5ba34-9a3f-44f3-846c-c3d80bfd52b0 service neutron] Request body: {'port': {'device_id': '1ef35f80-deba-4577-9835-3ae7ea25ce84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80643'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:31:39.319170 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-4a9248cf-762d-4823-bc3a-679411d70fbd req-f5c5ba34-9a3f-44f3-846c-c3d80bfd52b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:39.365377 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-91c0711e-aa04-4f89-8308-85e0f36e5f82 None None] Provisioning for port 753ab893-c273-4c95-8b44-a6fa2c932afe completed by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:31:39.369703 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-91c0711e-aa04-4f89-8308-85e0f36e5f82 None None] Provisioning complete for port 753ab893-c273-4c95-8b44-a6fa2c932afe triggered by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:31:39.370555 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-91c0711e-aa04-4f89-8308-85e0f36e5f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:39.407401 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-91c0711e-aa04-4f89-8308-85e0f36e5f82 None None] Port 753ab893-c273-4c95-8b44-a6fa2c932afe cannot update to ACTIVE because it is not bound. {{(pid=93798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 21:31:39.617569 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.notifiers.nova [req-4a9248cf-762d-4823-bc3a-679411d70fbd req-f5c5ba34-9a3f-44f3-846c-c3d80bfd52b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 753ab893-c273-4c95-8b44-a6fa2c932afe {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 21:31:39.624857 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-4a9248cf-762d-4823-bc3a-679411d70fbd req-f5c5ba34-9a3f-44f3-846c-c3d80bfd52b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:39.637122 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-4a9248cf-762d-4823-bc3a-679411d70fbd req-f5c5ba34-9a3f-44f3-846c-c3d80bfd52b0 service neutron] Transition to ACTIVE for port object 753ab893-c273-4c95-8b44-a6fa2c932afe will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:31:39.641383 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-4a9248cf-762d-4823-bc3a-679411d70fbd req-f5c5ba34-9a3f-44f3-846c-c3d80bfd52b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-275333'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:39.691989 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c5ba34-9a3f-44f3-846c-c3d80bfd52b0 service neutron] Pushing event updated for resources: {'Port': ['ID=753ab893-c273-4c95-8b44-a6fa2c932afe,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:31:39.818359 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f6935-ebb2-4d7e-9eb5-a7b5b6e9d01e req-a79b8317-8919-4fca-93bd-0fed043682f1 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:39.819981 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-332f6935-ebb2-4d7e-9eb5-a7b5b6e9d01e req-a79b8317-8919-4fca-93bd-0fed043682f1 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ef35f80-deba-4577-9835-3ae7ea25ce84 HTTP/1.1" status: 200 len: 944 time: 0.0761516 Aug 27 21:31:39.820755 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-4a9248cf-762d-4823-bc3a-679411d70fbd req-f5c5ba34-9a3f-44f3-846c-c3d80bfd52b0 service neutron] Attempting to bind port 753ab893-c273-4c95-8b44-a6fa2c932afe on host hv-cinder-80643 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 21:31:39.821090 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-4a9248cf-762d-4823-bc3a-679411d70fbd req-f5c5ba34-9a3f-44f3-846c-c3d80bfd52b0 service neutron] Attempting to bind port 753ab893-c273-4c95-8b44-a6fa2c932afe by drivers openvswitch,hyperv on host hv-cinder-80643 at level 0 using segments [{'id': '6eb6954a-651b-4580-8c18-a1abdf542ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 21:31:39.821418 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9248cf-762d-4823-bc3a-679411d70fbd req-f5c5ba34-9a3f-44f3-846c-c3d80bfd52b0 service neutron] Attempting to bind port 753ab893-c273-4c95-8b44-a6fa2c932afe on network 3ba0d4a2-623b-4c37-8552-bca65d0b90fa {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:31:39.828578 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9248cf-762d-4823-bc3a-679411d70fbd req-f5c5ba34-9a3f-44f3-846c-c3d80bfd52b0 service neutron] Port 753ab893-c273-4c95-8b44-a6fa2c932afe on network 3ba0d4a2-623b-4c37-8552-bca65d0b90fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80643 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 21:31:39.828895 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9248cf-762d-4823-bc3a-679411d70fbd req-f5c5ba34-9a3f-44f3-846c-c3d80bfd52b0 service neutron] Attempting to bind port 753ab893-c273-4c95-8b44-a6fa2c932afe on network 3ba0d4a2-623b-4c37-8552-bca65d0b90fa {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:31:39.844977 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9248cf-762d-4823-bc3a-679411d70fbd req-f5c5ba34-9a3f-44f3-846c-c3d80bfd52b0 service neutron] Checking agent: {'id': '14be5267-b6f6-4f5d-aa76-a7f98d21013b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80643', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 21, 22, 11), 'started_at': datetime.datetime(2021, 8, 27, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 21, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 21:31:39.845315 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9248cf-762d-4823-bc3a-679411d70fbd req-f5c5ba34-9a3f-44f3-846c-c3d80bfd52b0 service neutron] Checking segment: {'id': '6eb6954a-651b-4580-8c18-a1abdf542ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:31:39.845698 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9248cf-762d-4823-bc3a-679411d70fbd req-f5c5ba34-9a3f-44f3-846c-c3d80bfd52b0 service neutron] Bound using segment: {'id': '6eb6954a-651b-4580-8c18-a1abdf542ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 21:31:39.846143 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-4a9248cf-762d-4823-bc3a-679411d70fbd req-f5c5ba34-9a3f-44f3-846c-c3d80bfd52b0 service neutron] Bound port: 753ab893-c273-4c95-8b44-a6fa2c932afe, host: hv-cinder-80643, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6eb6954a-651b-4580-8c18-a1abdf542ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 21:31:39.846498 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-4a9248cf-762d-4823-bc3a-679411d70fbd req-f5c5ba34-9a3f-44f3-846c-c3d80bfd52b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:39.899017 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-332f6935-ebb2-4d7e-9eb5-a7b5b6e9d01e req-cef63eb7-b5fc-47c7-9137-95869e1fe412 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/security-groups?id=28bf76b6-d343-4eb6-9dcd-dc6337ad6069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721369 Aug 27 21:31:39.940849 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-4a9248cf-762d-4823-bc3a-679411d70fbd req-f5c5ba34-9a3f-44f3-846c-c3d80bfd52b0 service neutron] For port 753ab893-c273-4c95-8b44-a6fa2c932afe, host hv-cinder-80643, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 21:31:39.944780 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-4a9248cf-762d-4823-bc3a-679411d70fbd req-f5c5ba34-9a3f-44f3-846c-c3d80bfd52b0 service neutron] For port 753ab893-c273-4c95-8b44-a6fa2c932afe, host hv-cinder-80643, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=753ab893-c273-4c95-8b44-a6fa2c932afe,segment=NetworkSegment(6eb6954a-651b-4580-8c18-a1abdf542ea3),segment_id=6eb6954a-651b-4580-8c18-a1abdf542ea3)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 21:31:39.949776 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-4a9248cf-762d-4823-bc3a-679411d70fbd req-f5c5ba34-9a3f-44f3-846c-c3d80bfd52b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-275333'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:39.985738 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9248cf-762d-4823-bc3a-679411d70fbd req-f5c5ba34-9a3f-44f3-846c-c3d80bfd52b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:39.986340 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-4a9248cf-762d-4823-bc3a-679411d70fbd req-f5c5ba34-9a3f-44f3-846c-c3d80bfd52b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:39.987760 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-4a9248cf-762d-4823-bc3a-679411d70fbd req-f5c5ba34-9a3f-44f3-846c-c3d80bfd52b0 service neutron] 10.222.0.73 "PUT /v2.0/ports/753ab893-c273-4c95-8b44-a6fa2c932afe HTTP/1.1" status: 200 len: 1094 time: 0.7402391 Aug 27 21:31:39.988764 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef35f80-deba-4577-9835-3ae7ea25ce84', 'tag': '753ab893-c273-4c95-8b44-a6fa2c932afe'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:31:39.991429 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef12610d4521d53b4d383b2d1315697e44e13910463e2f079bf4fa6d75d3d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e47f697-7900-446c-8d17-a5750a26754e" -d '{"events": [{"name": "network-changed", "server_uuid": "1ef35f80-deba-4577-9835-3ae7ea25ce84", "tag": "753ab893-c273-4c95-8b44-a6fa2c932afe"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:31:40.021395 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c5ba34-9a3f-44f3-846c-c3d80bfd52b0 service neutron] Pushing event updated for resources: {'Port': ['ID=753ab893-c273-4c95-8b44-a6fa2c932afe,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:31:40.047186 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 21:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675df49d-e006-40dc-9792-af50d95131b2 x-openstack-request-id: req-675df49d-e006-40dc-9792-af50d95131b2 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:31:40.047485 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ef35f80-deba-4577-9835-3ae7ea25ce84", "tag": "753ab893-c273-4c95-8b44-a6fa2c932afe", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:31:40.047717 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-675df49d-e006-40dc-9792-af50d95131b2 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:31:40.048117 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ef35f80-deba-4577-9835-3ae7ea25ce84', 'tag': '753ab893-c273-4c95-8b44-a6fa2c932afe', 'status': 'completed', 'code': 200} Aug 27 21:31:40.092289 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9248cf-762d-4823-bc3a-679411d70fbd req-8e1a96fc-e9b9-490e-b373-d0f7257717aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:40.094858 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-4a9248cf-762d-4823-bc3a-679411d70fbd req-8e1a96fc-e9b9-490e-b373-d0f7257717aa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c2b8ea1d8b104790a4de676157dbe4f3&device_id=1ef35f80-deba-4577-9835-3ae7ea25ce84 HTTP/1.1" status: 200 len: 1097 time: 0.0585017 Aug 27 21:31:40.142827 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-4a9248cf-762d-4823-bc3a-679411d70fbd req-c06a2e68-8173-48b3-bb05-b53aafd9b69a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=753ab893-c273-4c95-8b44-a6fa2c932afe HTTP/1.1" status: 200 len: 217 time: 0.0400486 Aug 27 21:31:40.195649 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9248cf-762d-4823-bc3a-679411d70fbd req-7b766ef2-605f-4167-97c0-6647ac374490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:40.197330 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-4a9248cf-762d-4823-bc3a-679411d70fbd req-7b766ef2-605f-4167-97c0-6647ac374490 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=963c1e30-5961-4cc8-bba8-6c8d398a8e99 HTTP/1.1" status: 200 len: 851 time: 0.0472965 Aug 27 21:31:40.247167 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9248cf-762d-4823-bc3a-679411d70fbd req-54f88d7e-cf1f-4d14-81bc-470bd01ec4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:40.248702 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-4a9248cf-762d-4823-bc3a-679411d70fbd req-54f88d7e-cf1f-4d14-81bc-470bd01ec4dc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3ba0d4a2-623b-4c37-8552-bca65d0b90fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430994 Aug 27 21:31:40.354705 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-4a9248cf-762d-4823-bc3a-679411d70fbd req-8d04c971-469b-41c8-b900-bcdcc3383a24 service neutron] 10.222.0.73 "GET /v2.0/networks/3ba0d4a2-623b-4c37-8552-bca65d0b90fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984933 Aug 27 21:31:40.454280 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-4a9248cf-762d-4823-bc3a-679411d70fbd req-97a0e4f4-b59d-4ad9-bb3e-cb0780895909 service neutron] 10.222.0.73 "GET /v2.0/networks/3ba0d4a2-623b-4c37-8552-bca65d0b90fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862925 Aug 27 21:31:40.548902 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e47f697-7900-446c-8d17-a5750a26754e req-bcd422a4-2c21-4160-a4e5-783ef3e555b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:40.550402 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-1e47f697-7900-446c-8d17-a5750a26754e req-bcd422a4-2c21-4160-a4e5-783ef3e555b3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c2b8ea1d8b104790a4de676157dbe4f3&device_id=1ef35f80-deba-4577-9835-3ae7ea25ce84 HTTP/1.1" status: 200 len: 1097 time: 0.0443902 Aug 27 21:31:40.886685 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e47f697-7900-446c-8d17-a5750a26754e req-e1ee7a0b-d384-41e3-8aea-b96db9ec71d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:40.888085 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-1e47f697-7900-446c-8d17-a5750a26754e req-e1ee7a0b-d384-41e3-8aea-b96db9ec71d4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3ba0d4a2-623b-4c37-8552-bca65d0b90fa HTTP/1.1" status: 200 len: 913 time: 0.3305993 Aug 27 21:31:40.935783 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-1e47f697-7900-446c-8d17-a5750a26754e req-e8185bda-f9db-4da1-8fc2-f017d905b3e3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=753ab893-c273-4c95-8b44-a6fa2c932afe HTTP/1.1" status: 200 len: 217 time: 0.0344980 Aug 27 21:31:41.022554 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e47f697-7900-446c-8d17-a5750a26754e req-b7d124ad-921e-4c05-ba07-f5acbc044abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:41.024023 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-1e47f697-7900-446c-8d17-a5750a26754e req-b7d124ad-921e-4c05-ba07-f5acbc044abc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=963c1e30-5961-4cc8-bba8-6c8d398a8e99 HTTP/1.1" status: 200 len: 851 time: 0.0755734 Aug 27 21:31:41.053660 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb60ff9-0049-499e-ab80-f87bfa84ecb1 req-7b03c9a6-96f4-4569-b771-5fca6eda4253 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:41.055184 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-5eb60ff9-0049-499e-ab80-f87bfa84ecb1 req-7b03c9a6-96f4-4569-b771-5fca6eda4253 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ef35f80-deba-4577-9835-3ae7ea25ce84 HTTP/1.1" status: 200 len: 944 time: 0.0709691 Aug 27 21:31:41.112672 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e47f697-7900-446c-8d17-a5750a26754e req-efa8a604-b662-4b88-9146-50b9474e01ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:41.115032 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-1e47f697-7900-446c-8d17-a5750a26754e req-efa8a604-b662-4b88-9146-50b9474e01ec service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3ba0d4a2-623b-4c37-8552-bca65d0b90fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0813642 Aug 27 21:31:41.117903 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-5eb60ff9-0049-499e-ab80-f87bfa84ecb1 req-5fabac09-c5e5-44b9-8c78-a69e50f5a5d3 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/security-groups?id=28bf76b6-d343-4eb6-9dcd-dc6337ad6069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490441 Aug 27 21:31:41.221248 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-1e47f697-7900-446c-8d17-a5750a26754e req-0a56d094-d2a5-498a-9842-27cd3cf2a71f service neutron] 10.222.0.73 "GET /v2.0/networks/3ba0d4a2-623b-4c37-8552-bca65d0b90fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980432 Aug 27 21:31:41.318164 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-1e47f697-7900-446c-8d17-a5750a26754e req-8ef3f56c-4b55-4000-a082-007c720f99ea service neutron] 10.222.0.73 "GET /v2.0/networks/3ba0d4a2-623b-4c37-8552-bca65d0b90fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896287 Aug 27 21:31:42.252241 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b722a-dfe1-4815-981c-ababab9eb2b0 req-1db2aac9-3740-4cb6-8f3e-51e2ced21c65 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:42.254279 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-ce3b722a-dfe1-4815-981c-ababab9eb2b0 req-1db2aac9-3740-4cb6-8f3e-51e2ced21c65 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ef35f80-deba-4577-9835-3ae7ea25ce84 HTTP/1.1" status: 200 len: 944 time: 0.0570631 Aug 27 21:31:42.307830 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-ce3b722a-dfe1-4815-981c-ababab9eb2b0 req-d7ba76b9-8ff8-46b6-b60c-1ac9e8da6b35 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/security-groups?id=28bf76b6-d343-4eb6-9dcd-dc6337ad6069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473282 Aug 27 21:31:42.340565 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:43.444543 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e489b0c-1b3c-48f2-9345-afb266a141db req-901680c0-1766-40a6-92ed-7f418b752670 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:43.446114 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-0e489b0c-1b3c-48f2-9345-afb266a141db req-901680c0-1766-40a6-92ed-7f418b752670 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ef35f80-deba-4577-9835-3ae7ea25ce84 HTTP/1.1" status: 200 len: 944 time: 0.0530579 Aug 27 21:31:43.490964 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-0e489b0c-1b3c-48f2-9345-afb266a141db req-42ad9065-7f21-4246-9729-022a60043aae tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/security-groups?id=28bf76b6-d343-4eb6-9dcd-dc6337ad6069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389137 Aug 27 21:31:44.563618 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14908d-0fc0-47a6-a950-541cda71324c req-605ee3dc-4038-4e5a-bbc6-fb9698f2e9fc tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:44.565248 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-2d14908d-0fc0-47a6-a950-541cda71324c req-605ee3dc-4038-4e5a-bbc6-fb9698f2e9fc tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 946 time: 0.0532331 Aug 27 21:31:44.609789 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-2d14908d-0fc0-47a6-a950-541cda71324c req-127fa3f7-35ca-45a7-8f9b-9a34b3b358a6 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8be5611-d14c-4fd1-8a11-afe2517fae12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380516 Aug 27 21:31:44.612909 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8e56d-9231-4ca2-815c-c9561069a2ca req-7b9fd5c7-f77e-43ca-9b1d-816b1631a609 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:44.615264 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-7bf8e56d-9231-4ca2-815c-c9561069a2ca req-7b9fd5c7-f77e-43ca-9b1d-816b1631a609 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ef35f80-deba-4577-9835-3ae7ea25ce84 HTTP/1.1" status: 200 len: 944 time: 0.0540535 Aug 27 21:31:44.654411 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-7bf8e56d-9231-4ca2-815c-c9561069a2ca req-0f0ec12c-3fa8-48e8-bdb0-1cd3dc8c8476 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/security-groups?id=28bf76b6-d343-4eb6-9dcd-dc6337ad6069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326009 Aug 27 21:31:45.755446 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746685ec-ab2e-4164-a662-f315aa305b64 req-dcd76204-96f1-4253-83bc-3485f9b1ec23 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:45.757017 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-746685ec-ab2e-4164-a662-f315aa305b64 req-dcd76204-96f1-4253-83bc-3485f9b1ec23 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 946 time: 0.0760648 Aug 27 21:31:45.773211 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8641ee-10db-4788-96df-da1c9468f3c4 req-30ea73ff-dfc5-40b1-a0be-f645035a986f tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:45.774754 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-5a8641ee-10db-4788-96df-da1c9468f3c4 req-30ea73ff-dfc5-40b1-a0be-f645035a986f tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ef35f80-deba-4577-9835-3ae7ea25ce84 HTTP/1.1" status: 200 len: 944 time: 0.0494201 Aug 27 21:31:45.795397 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-746685ec-ab2e-4164-a662-f315aa305b64 req-61e2e01b-96e3-40bc-8260-4dfe85fb746a tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8be5611-d14c-4fd1-8a11-afe2517fae12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323141 Aug 27 21:31:45.813621 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-5a8641ee-10db-4788-96df-da1c9468f3c4 req-bdeb4643-88c3-4d11-8ef5-5aeb664f746e tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/security-groups?id=28bf76b6-d343-4eb6-9dcd-dc6337ad6069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328417 Aug 27 21:31:46.927594 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432fbc5-3702-4496-be0f-1d61cb7b4ea5 req-16b1c072-25d2-496a-91d1-fb8a5d0cf1db tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:46.928268 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a942e6ac-94c9-4908-b901-c4a0d78e6cee req-5875f3ec-0c2b-45c7-b643-a4d627a21f3e tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:46.929131 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-2432fbc5-3702-4496-be0f-1d61cb7b4ea5 req-16b1c072-25d2-496a-91d1-fb8a5d0cf1db tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 946 time: 0.0815041 Aug 27 21:31:46.929618 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-a942e6ac-94c9-4908-b901-c4a0d78e6cee req-5875f3ec-0c2b-45c7-b643-a4d627a21f3e tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 946 time: 0.0534360 Aug 27 21:31:46.968500 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-a942e6ac-94c9-4908-b901-c4a0d78e6cee req-957c5239-a2e2-4735-ba50-e662c24f0701 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8be5611-d14c-4fd1-8a11-afe2517fae12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327315 Aug 27 21:31:47.001441 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59535b45-63c3-4b3a-8cd0-ec814d01b01f req-0037f443-6eec-40e3-9f0d-bfbbd2d78c55 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:47.002931 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-59535b45-63c3-4b3a-8cd0-ec814d01b01f req-0037f443-6eec-40e3-9f0d-bfbbd2d78c55 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ef35f80-deba-4577-9835-3ae7ea25ce84 HTTP/1.1" status: 200 len: 944 time: 0.1015685 Aug 27 21:31:47.062836 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-59535b45-63c3-4b3a-8cd0-ec814d01b01f req-a0ce879a-f63a-4bfb-b3e3-abac55216adc tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/security-groups?id=28bf76b6-d343-4eb6-9dcd-dc6337ad6069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414832 Aug 27 21:31:47.085366 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-2432fbc5-3702-4496-be0f-1d61cb7b4ea5 req-226c06d8-117e-4017-8ab4-2455c50c55d8 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Deleting port 89b23a08-b636-4f24-8f9e-88a2df1ee5e0 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 21:31:47.085608 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2432fbc5-3702-4496-be0f-1d61cb7b4ea5 req-226c06d8-117e-4017-8ab4-2455c50c55d8 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794201129759'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:47.177601 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-2432fbc5-3702-4496-be0f-1d61cb7b4ea5 req-226c06d8-117e-4017-8ab4-2455c50c55d8 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] For port 89b23a08-b636-4f24-8f9e-88a2df1ee5e0, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=89b23a08-b636-4f24-8f9e-88a2df1ee5e0,segment=NetworkSegment(06eda9e8-242b-4778-b97e-70cec8f3f209),segment_id=06eda9e8-242b-4778-b97e-70cec8f3f209)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:31:47.178116 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2432fbc5-3702-4496-be0f-1d61cb7b4ea5 req-226c06d8-117e-4017-8ab4-2455c50c55d8 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:47.353867 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2432fbc5-3702-4496-be0f-1d61cb7b4ea5 req-226c06d8-117e-4017-8ab4-2455c50c55d8 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:47.354175 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2432fbc5-3702-4496-be0f-1d61cb7b4ea5 req-226c06d8-117e-4017-8ab4-2455c50c55d8 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628369'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:47.354494 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.db.l3_db [req-2432fbc5-3702-4496-be0f-1d61cb7b4ea5 req-226c06d8-117e-4017-8ab4-2455c50c55d8 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Floating IP 005dd894-7562-46c2-8992-6b7fb0d0f7a7 disassociated. External IP: 172.27.0.112, port: 89b23a08-b636-4f24-8f9e-88a2df1ee5e0. Aug 27 21:31:47.354835 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-2432fbc5-3702-4496-be0f-1d61cb7b4ea5 req-226c06d8-117e-4017-8ab4-2455c50c55d8 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Calling delete_port for 89b23a08-b636-4f24-8f9e-88a2df1ee5e0 owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 21:31:47.489783 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2432fbc5-3702-4496-be0f-1d61cb7b4ea5 req-226c06d8-117e-4017-8ab4-2455c50c55d8 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794201022239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794200564237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-275356'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:47.517094 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226c06d8-117e-4017-8ab4-2455c50c55d8 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Pushing event deleted for resources: {'Port': ['ID=89b23a08-b636-4f24-8f9e-88a2df1ee5e0,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:31:47.644910 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2432fbc5-3702-4496-be0f-1d61cb7b4ea5 req-226c06d8-117e-4017-8ab4-2455c50c55d8 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Router 5fffa74f-cf3c-4140-9ac4-c644db149705 has already been hosted by L3 agent da753c34-e47f-42d8-9f83-ec5464f53bc8 {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 21:31:47.750969 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2432fbc5-3702-4496-be0f-1d61cb7b4ea5 req-226c06d8-117e-4017-8ab4-2455c50c55d8 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify agent at l3_agent.dv-cinder-806436-1-iscsi the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 21:31:47.761422 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f61e152-6621-410e-b7f0-80750a97d3e6 None None] Sync routers for ids ['5fffa74f-cf3c-4140-9ac4-c644db149705'] in dv-cinder-806436-1-iscsi {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 21:31:47.771744 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f61e152-6621-410e-b7f0-80750a97d3e6 None None] Routers {'5fffa74f-cf3c-4140-9ac4-c644db149705'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:31:47.772393 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-9f61e152-6621-410e-b7f0-80750a97d3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:31:21Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['5fffa74f-cf3c-4140-9ac4-c644db149705'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:31:47.789814 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-2432fbc5-3702-4496-be0f-1d61cb7b4ea5 req-226c06d8-117e-4017-8ab4-2455c50c55d8 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] No DVR routers for this DVR port 89b23a08-b636-4f24-8f9e-88a2df1ee5e0 on host hv-cinder-80643 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 21:31:47.792365 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2432fbc5-3702-4496-be0f-1d61cb7b4ea5 req-226c06d8-117e-4017-8ab4-2455c50c55d8 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:47.794376 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-2432fbc5-3702-4496-be0f-1d61cb7b4ea5 req-226c06d8-117e-4017-8ab4-2455c50c55d8 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.73 "DELETE /v2.0/ports/89b23a08-b636-4f24-8f9e-88a2df1ee5e0 HTTP/1.1" status: 204 len: 173 time: 0.8510137 Aug 27 21:31:47.794804 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c', 'name': 'network-vif-deleted', 'tag': '89b23a08-b636-4f24-8f9e-88a2df1ee5e0'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:31:47.797103 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef12610d4521d53b4d383b2d1315697e44e13910463e2f079bf4fa6d75d3d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17665870-f9e3-4fad-afc3-9e6ef8ba9480" -d '{"events": [{"server_uuid": "bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c", "name": "network-vif-deleted", "tag": "89b23a08-b636-4f24-8f9e-88a2df1ee5e0"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:31:47.840512 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 21:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c001bcfe-13a8-4476-b63d-0a0ff074efc1 x-openstack-request-id: req-c001bcfe-13a8-4476-b63d-0a0ff074efc1 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:31:47.840823 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c", "name": "network-vif-deleted", "tag": "89b23a08-b636-4f24-8f9e-88a2df1ee5e0", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:31:47.841179 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c001bcfe-13a8-4476-b63d-0a0ff074efc1 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:31:47.841595 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c', 'name': 'network-vif-deleted', 'tag': '89b23a08-b636-4f24-8f9e-88a2df1ee5e0', 'status': 'completed', 'code': 200} Aug 27 21:31:47.886398 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-9f61e152-6621-410e-b7f0-80750a97d3e6 None None] Set router 5fffa74f-cf3c-4140-9ac4-c644db149705 gateway port host: dv-cinder-806436-1-iscsi {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:31:48.080499 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-2692db41-749e-47d3-8618-5c27902999b8 req-0c26def8-10cd-45df-9747-3f038c6fe9a4 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3d4cf6-e9dd-4ffc-9d06-c2182e1e3e9c HTTP/1.1" status: 200 len: 210 time: 0.0264304 Aug 27 21:31:48.122052 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-9f61e152-6621-410e-b7f0-80750a97d3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'name': 'tempest-AttachVolumeTestJSON-1714184306-router', 'tenant_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '59cb1af0-4a49-465a-ae8c-4ae75fb6acf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:28:10Z', 'updated_at': '2021-08-27T21:28:15Z', 'revision_number': 4, 'project_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'gw_port': {'id': '59cb1af0-4a49-465a-ae8c-4ae75fb6acf0', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:28:11Z', 'updated_at': '2021-08-27T21:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_interfaces': [{'id': '6b9d8926-ef79-48c5-96bd-eb52c8caeb84', 'name': '', 'network_id': 'ed8dd659-34e8-4454-9d8c-11a291216fde', 'tenant_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'mac_address': 'fa:16:3e:72:93:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '22e56bc5-1da2-41da-ae14-be8282257d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:28:14Z', 'updated_at': '2021-08-27T21:28:23Z', 'revision_number': 5, 'project_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'subnets': [{'id': '22e56bc5-1da2-41da-ae14-be8282257d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:31:48.156710 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f61e152-6621-410e-b7f0-80750a97d3e6 None None] Checking router: 5fffa74f-cf3c-4140-9ac4-c644db149705 for host: dv-cinder-806436-1-iscsi {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 21:31:48.165863 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f61e152-6621-410e-b7f0-80750a97d3e6 None None] Routers {'5fffa74f-cf3c-4140-9ac4-c644db149705'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:31:48.166463 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-9f61e152-6621-410e-b7f0-80750a97d3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:31:21Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['5fffa74f-cf3c-4140-9ac4-c644db149705'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:31:48.202502 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b44997-e58a-410b-bffd-f42774dc730f req-f4b15b07-4af6-49e0-b423-4bd7277553d3 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:48.204050 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-e4b44997-e58a-410b-bffd-f42774dc730f req-f4b15b07-4af6-49e0-b423-4bd7277553d3 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ef35f80-deba-4577-9835-3ae7ea25ce84 HTTP/1.1" status: 200 len: 944 time: 0.0649166 Aug 27 21:31:48.250299 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-e4b44997-e58a-410b-bffd-f42774dc730f req-93338095-e1d9-4bbe-bab1-9ec019dedede tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/security-groups?id=28bf76b6-d343-4eb6-9dcd-dc6337ad6069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380385 Aug 27 21:31:48.291518 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-9f61e152-6621-410e-b7f0-80750a97d3e6 None None] Set router 5fffa74f-cf3c-4140-9ac4-c644db149705 gateway port host: dv-cinder-806436-1-iscsi {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:31:48.511186 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-9f61e152-6621-410e-b7f0-80750a97d3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'name': 'tempest-AttachVolumeTestJSON-1714184306-router', 'tenant_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '59cb1af0-4a49-465a-ae8c-4ae75fb6acf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:28:10Z', 'updated_at': '2021-08-27T21:28:15Z', 'revision_number': 4, 'project_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'gw_port': {'id': '59cb1af0-4a49-465a-ae8c-4ae75fb6acf0', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:28:11Z', 'updated_at': '2021-08-27T21:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_interfaces': [{'id': '6b9d8926-ef79-48c5-96bd-eb52c8caeb84', 'name': '', 'network_id': 'ed8dd659-34e8-4454-9d8c-11a291216fde', 'tenant_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'mac_address': 'fa:16:3e:72:93:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '22e56bc5-1da2-41da-ae14-be8282257d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:28:14Z', 'updated_at': '2021-08-27T21:28:23Z', 'revision_number': 5, 'project_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'subnets': [{'id': '22e56bc5-1da2-41da-ae14-be8282257d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:31:48.536991 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f61e152-6621-410e-b7f0-80750a97d3e6 None None] The sync data for ids ['5fffa74f-cf3c-4140-9ac4-c644db149705'] in dv-cinder-806436-1-iscsi is: [{'id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'name': 'tempest-AttachVolumeTestJSON-1714184306-router', 'tenant_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '59cb1af0-4a49-465a-ae8c-4ae75fb6acf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:28:10Z', 'updated_at': '2021-08-27T21:28:15Z', 'revision_number': 4, 'project_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'gw_port': {'id': '59cb1af0-4a49-465a-ae8c-4ae75fb6acf0', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:28:11Z', 'updated_at': '2021-08-27T21:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_interfaces': [{'id': '6b9d8926-ef79-48c5-96bd-eb52c8caeb84', 'name': '', 'network_id': 'ed8dd659-34e8-4454-9d8c-11a291216fde', 'tenant_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'mac_address': 'fa:16:3e:72:93:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '22e56bc5-1da2-41da-ae14-be8282257d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:28:14Z', 'updated_at': '2021-08-27T21:28:23Z', 'revision_number': 5, 'project_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'subnets': [{'id': '22e56bc5-1da2-41da-ae14-be8282257d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 21:31:48.719118 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-702f3d92-b428-4dc7-b644-7074c0ddf91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:48.751043 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54d0ffc-bae2-4982-a5bd-00f6526cebea None None] New status for floating IP 005dd894-7562-46c2-8992-6b7fb0d0f7a7: DOWN {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 21:31:48.913679 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device 753ab893-c273-4c95-8b44-a6fa2c932afe details requested by agent hyperv_hv-cinder-80643 with host hv-cinder-80643 {{(pid=93798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 21:31:49.019346 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port 753ab893-c273-4c95-8b44-a6fa2c932afe, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=753ab893-c273-4c95-8b44-a6fa2c932afe,segment=NetworkSegment(6eb6954a-651b-4580-8c18-a1abdf542ea3),segment_id=6eb6954a-651b-4580-8c18-a1abdf542ea3)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:31:49.031761 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Returning: {'device': '753ab893-c273-4c95-8b44-a6fa2c932afe', 'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa', 'port_id': '753ab893-c273-4c95-8b44-a6fa2c932afe', 'mac_address': 'fa:16:3e:ba:70:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '963c1e30-5961-4cc8-bba8-6c8d398a8e99', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 21:31:49.070752 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:49.085537 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 753ab893-c273-4c95-8b44-a6fa2c932afe {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 21:31:49.106676 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port 753ab893-c273-4c95-8b44-a6fa2c932afe, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=753ab893-c273-4c95-8b44-a6fa2c932afe,segment=NetworkSegment(6eb6954a-651b-4580-8c18-a1abdf542ea3),segment_id=6eb6954a-651b-4580-8c18-a1abdf542ea3)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:31:49.110942 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:49.168642 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Pushing event updated for resources: {'Port': ['ID=753ab893-c273-4c95-8b44-a6fa2c932afe,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:31:49.176594 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:31:49.177019 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:31:49.177510 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:31:49.177668 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 38290) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:31:49.178113 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:31:49.178210 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:31:49.178477 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:31:49.178824 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:31:49.179130 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:31:49.179459 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:31:49.179769 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:31:49.180089 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:31:49.180766 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:31:49.240267 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3a3a0798-139d-4600-a006-fc39c11b7f79 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:49.265393 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3a3a0798-139d-4600-a006-fc39c11b7f79 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:49.316300 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3a3a0798-139d-4600-a006-fc39c11b7f79 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:49.319088 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3a3a0798-139d-4600-a006-fc39c11b7f79 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:49.320233 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-3a3a0798-139d-4600-a006-fc39c11b7f79 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "DELETE /v2.0/security-groups/b8be5611-d14c-4fd1-8a11-afe2517fae12 HTTP/1.1" status: 204 len: 168 time: 0.1413960 Aug 27 21:31:49.323158 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 38294) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:31:49.339636 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a0798-139d-4600-a006-fc39c11b7f79 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8be5611-d14c-4fd1-8a11-afe2517fae12,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:31:49.341106 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.api.v2.resource [None req-e566ee32-7c3c-468c-956b-5aa4aab6baa8 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] show failed (client error): The resource could not be found. Aug 27 21:31:49.342133 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-e566ee32-7c3c-468c-956b-5aa4aab6baa8 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/security-groups/b8be5611-d14c-4fd1-8a11-afe2517fae12 HTTP/1.1" status: 404 len: 347 time: 0.0179467 Aug 27 21:31:49.345408 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 38296) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:31:49.348681 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] get_ports_and_sgs() called for port_ids ['753ab893-c273-4c95-8b44-a6fa2c932afe'] {{(pid=93798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 21:31:49.390275 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df74f180-fff2-4a8d-9ba4-4c132ea544f0 req-db956f5a-f93c-41c6-8153-323744d64efb tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:49.399282 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-df74f180-fff2-4a8d-9ba4-4c132ea544f0 req-db956f5a-f93c-41c6-8153-323744d64efb tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ef35f80-deba-4577-9835-3ae7ea25ce84 HTTP/1.1" status: 200 len: 945 time: 0.0753212 Aug 27 21:31:49.433948 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-df74f180-fff2-4a8d-9ba4-4c132ea544f0 req-b9940651-1f93-44ed-ade5-d4fd504cdbeb tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/security-groups?id=28bf76b6-d343-4eb6-9dcd-dc6337ad6069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337787 Aug 27 21:31:49.483025 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-b7d858ee-76c1-4351-b94d-868cda596a5a tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Deleting port 8cabe2c2-4669-4a9b-8d89-df15bc45d32c {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 21:31:49.483369 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b7d858ee-76c1-4351-b94d-868cda596a5a tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794201129759'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:49.565293 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b7d858ee-76c1-4351-b94d-868cda596a5a tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:49.565575 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b7d858ee-76c1-4351-b94d-868cda596a5a tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:49.578212 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-b7d858ee-76c1-4351-b94d-868cda596a5a tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Calling delete_port for 8cabe2c2-4669-4a9b-8d89-df15bc45d32c owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 21:31:49.716799 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b7d858ee-76c1-4351-b94d-868cda596a5a tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794201022239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794200564237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25193636'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:49.742998 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d858ee-76c1-4351-b94d-868cda596a5a tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Pushing event deleted for resources: {'Port': ['ID=8cabe2c2-4669-4a9b-8d89-df15bc45d32c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:31:49.755983 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d858ee-76c1-4351-b94d-868cda596a5a tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:31:49.756324 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d858ee-76c1-4351-b94d-868cda596a5a tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:31:49.756740 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d858ee-76c1-4351-b94d-868cda596a5a tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:31:49.757066 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d858ee-76c1-4351-b94d-868cda596a5a tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:31:49.757391 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d858ee-76c1-4351-b94d-868cda596a5a tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:31:49.757712 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d858ee-76c1-4351-b94d-868cda596a5a tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:31:49.758029 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d858ee-76c1-4351-b94d-868cda596a5a tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:31:49.758350 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d858ee-76c1-4351-b94d-868cda596a5a tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:31:49.758672 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d858ee-76c1-4351-b94d-868cda596a5a tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:31:49.758984 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d858ee-76c1-4351-b94d-868cda596a5a tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:31:49.759300 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d858ee-76c1-4351-b94d-868cda596a5a tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:31:49.759609 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d858ee-76c1-4351-b94d-868cda596a5a tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:31:49.816481 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b7d858ee-76c1-4351-b94d-868cda596a5a tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:49.819378 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b7d858ee-76c1-4351-b94d-868cda596a5a tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:49.820566 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-b7d858ee-76c1-4351-b94d-868cda596a5a tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "DELETE /v2.0/floatingips/005dd894-7562-46c2-8992-6b7fb0d0f7a7 HTTP/1.1" status: 204 len: 168 time: 0.4737809 Aug 27 21:31:50.128294 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 38300) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:31:50.133658 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [None req-0fe6ca59-5b56-4b8a-a4bc-0e8719f6b355 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1089509905', 'description': 'tempest-description--620271564'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:31:50.156937 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0fe6ca59-5b56-4b8a-a4bc-0e8719f6b355 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:50.240621 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0fe6ca59-5b56-4b8a-a4bc-0e8719f6b355 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:50.245791 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0fe6ca59-5b56-4b8a-a4bc-0e8719f6b355 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:50.275577 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe6ca59-5b56-4b8a-a4bc-0e8719f6b355 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96f246ed-6411-4088-ad8e-6629cf62cee8,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:31:50.277817 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0fe6ca59-5b56-4b8a-a4bc-0e8719f6b355 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:50.279620 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-0fe6ca59-5b56-4b8a-a4bc-0e8719f6b355 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1491742 Aug 27 21:31:50.281927 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 38302) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:31:50.286754 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [None req-cf60f342-ea46-406a-88db-06c8f53ece3d tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Request body: {'security_group_rule': {'security_group_id': '96f246ed-6411-4088-ad8e-6629cf62cee8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:31:50.314198 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cf60f342-ea46-406a-88db-06c8f53ece3d tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:50.372618 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cf60f342-ea46-406a-88db-06c8f53ece3d tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:50.376323 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cf60f342-ea46-406a-88db-06c8f53ece3d tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871929'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:50.392486 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf60f342-ea46-406a-88db-06c8f53ece3d tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=520d35c4-e721-4591-be6b-95804b9b7944,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:31:50.403246 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cf60f342-ea46-406a-88db-06c8f53ece3d tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:50.404965 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-cf60f342-ea46-406a-88db-06c8f53ece3d tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1215951 Aug 27 21:31:50.407353 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 38304) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:31:50.412913 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [None req-bb4a18e7-7e75-4668-bb98-fe994dfe98e1 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Request body: {'security_group_rule': {'security_group_id': '96f246ed-6411-4088-ad8e-6629cf62cee8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:31:50.442296 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bb4a18e7-7e75-4668-bb98-fe994dfe98e1 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:50.505511 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bb4a18e7-7e75-4668-bb98-fe994dfe98e1 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:50.510903 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bb4a18e7-7e75-4668-bb98-fe994dfe98e1 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871929'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:50.527130 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a18e7-7e75-4668-bb98-fe994dfe98e1 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=625ac3f7-df52-4ec4-9a51-f8a53740415f,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:31:50.538272 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bb4a18e7-7e75-4668-bb98-fe994dfe98e1 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:50.539612 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-bb4a18e7-7e75-4668-bb98-fe994dfe98e1 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1312995 Aug 27 21:31:50.543655 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 38310) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:31:50.549305 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [None req-484473f7-9b79-444c-9b18-a8121f2ad8f1 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Request body: {'floatingip': {'floating_network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:31:50.559913 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f10296-b9bc-477b-93ce-c5d7f995a90d req-98b35a0c-40f3-4628-8ec0-c021760a55a8 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:50.561586 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-27f10296-b9bc-477b-93ce-c5d7f995a90d req-98b35a0c-40f3-4628-8ec0-c021760a55a8 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ef35f80-deba-4577-9835-3ae7ea25ce84 HTTP/1.1" status: 200 len: 945 time: 0.0579515 Aug 27 21:31:50.574034 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-484473f7-9b79-444c-9b18-a8121f2ad8f1 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:50.608729 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-27f10296-b9bc-477b-93ce-c5d7f995a90d req-595ed5b7-4303-42b7-8ee4-7986c4444b9c tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/security-groups?id=28bf76b6-d343-4eb6-9dcd-dc6337ad6069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398381 Aug 27 21:31:50.691356 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-484473f7-9b79-444c-9b18-a8121f2ad8f1 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:50.798571 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-484473f7-9b79-444c-9b18-a8121f2ad8f1 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Allocated IP 172.27.0.199 (3cb20040-a5aa-4574-8b0a-6832b57fea7e/ca2fa5cb-b298-4fb9-b5f4-ab6912612305/5ec959e3-4ee8-4dd3-be1f-8aeccb57c6e7) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 21:31:50.913580 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-484473f7-9b79-444c-9b18-a8121f2ad8f1 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:50.926459 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device 753ab893-c273-4c95-8b44-a6fa2c932afe up at agent hyperv_hv-cinder-80643 {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:31:50.955220 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-484473f7-9b79-444c-9b18-a8121f2ad8f1 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794200564228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25193636'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:50.979146 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Provisioning for port 753ab893-c273-4c95-8b44-a6fa2c932afe completed by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:31:50.984651 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Provisioning complete for port 753ab893-c273-4c95-8b44-a6fa2c932afe triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:31:50.985323 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:50.995644 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484473f7-9b79-444c-9b18-a8121f2ad8f1 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Network 3cb20040-a5aa-4574-8b0a-6832b57fea7e is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:31:51.002025 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-484473f7-9b79-444c-9b18-a8121f2ad8f1 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:31:51.006974 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484473f7-9b79-444c-9b18-a8121f2ad8f1 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 21:31:51.029887 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484473f7-9b79-444c-9b18-a8121f2ad8f1 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Pushing event updated for resources: {'Port': ['ID=5ec959e3-4ee8-4dd3-be1f-8aeccb57c6e7,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:31:51.072768 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:51.097278 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef35f80-deba-4577-9835-3ae7ea25ce84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '753ab893-c273-4c95-8b44-a6fa2c932afe'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:31:51.099966 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf732d6db1af9f7bc3b5310490fe48ff1e7c732a768ef3a1a1326297a3ecfd63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4193744-e655-4f54-af50-8758fe42e9ae" -d '{"events": [{"server_uuid": "1ef35f80-deba-4577-9835-3ae7ea25ce84", "name": "network-vif-plugged", "status": "completed", "tag": "753ab893-c273-4c95-8b44-a6fa2c932afe"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:31:51.109055 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-484473f7-9b79-444c-9b18-a8121f2ad8f1 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:51.114552 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port 753ab893-c273-4c95-8b44-a6fa2c932afe, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=753ab893-c273-4c95-8b44-a6fa2c932afe,segment=NetworkSegment(6eb6954a-651b-4580-8c18-a1abdf542ea3),segment_id=6eb6954a-651b-4580-8c18-a1abdf542ea3)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:31:51.119787 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:51.120694 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device 89b23a08-b636-4f24-8f9e-88a2df1ee5e0 no longer exists at agent hyperv_hv-cinder-80643 {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 21:31:51.149063 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-484473f7-9b79-444c-9b18-a8121f2ad8f1 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:51.149377 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 21:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e169498-5571-40ac-b31e-464b5d7bc79c x-openstack-request-id: req-9e169498-5571-40ac-b31e-464b5d7bc79c {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:31:51.149687 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef35f80-deba-4577-9835-3ae7ea25ce84", "name": "network-vif-plugged", "status": "completed", "tag": "753ab893-c273-4c95-8b44-a6fa2c932afe", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:31:51.149916 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9e169498-5571-40ac-b31e-464b5d7bc79c {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:31:51.150422 dv-cinder-806436-1-iscsi neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef35f80-deba-4577-9835-3ae7ea25ce84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '753ab893-c273-4c95-8b44-a6fa2c932afe', 'code': 200} Aug 27 21:31:51.169382 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] No Port match for: 89b23a08-b636-4f24-8f9e-88a2df1ee5e0 {{(pid=93798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 21:31:51.169723 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device 89b23a08-b636-4f24-8f9e-88a2df1ee5e0 not bound to the agent host hv-cinder-80643 {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 21:31:51.202487 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Pushing event updated for resources: {'Port': ['ID=753ab893-c273-4c95-8b44-a6fa2c932afe,revision_number=5']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:31:51.338022 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5373dc05-c675-46e7-aa7e-d8c096ee9239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:51.384931 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6354c-d1b1-442e-879f-dca93e8c04db req-7c67229d-86e4-4b90-a9c4-07cd4d50680f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:51.386552 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-7ef6354c-d1b1-442e-879f-dca93e8c04db req-7c67229d-86e4-4b90-a9c4-07cd4d50680f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1ef35f80-deba-4577-9835-3ae7ea25ce84 HTTP/1.1" status: 200 len: 1099 time: 0.0467412 Aug 27 21:31:51.425447 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-7ef6354c-d1b1-442e-879f-dca93e8c04db req-4a256d7f-619c-464f-b01d-763f0905c29c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=28bf76b6-d343-4eb6-9dcd-dc6337ad6069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297043 Aug 27 21:31:51.547585 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-484473f7-9b79-444c-9b18-a8121f2ad8f1 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:51.553120 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-484473f7-9b79-444c-9b18-a8121f2ad8f1 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25193661'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:51.569089 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:51.619990 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484473f7-9b79-444c-9b18-a8121f2ad8f1 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Pushing event updated for resources: {'Port': ['ID=5ec959e3-4ee8-4dd3-be1f-8aeccb57c6e7,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:31:51.633493 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-484473f7-9b79-444c-9b18-a8121f2ad8f1 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628369'] for floatingip, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:51.649253 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-484473f7-9b79-444c-9b18-a8121f2ad8f1 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:51.659024 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-484473f7-9b79-444c-9b18-a8121f2ad8f1 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1138775 Aug 27 21:31:51.734960 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba95e70-da87-419a-9a4b-a8648b77c96d req-1af4d7a5-ae22-4cc3-bc51-3ef4fdca8fbe tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:51.736643 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-dba95e70-da87-419a-9a4b-a8648b77c96d req-1af4d7a5-ae22-4cc3-bc51-3ef4fdca8fbe tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ef35f80-deba-4577-9835-3ae7ea25ce84 HTTP/1.1" status: 200 len: 946 time: 0.0516047 Aug 27 21:31:51.778142 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-dba95e70-da87-419a-9a4b-a8648b77c96d req-1b70ce7e-a163-407d-90c8-fbeadec794ae tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/security-groups?id=28bf76b6-d343-4eb6-9dcd-dc6337ad6069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355604 Aug 27 21:31:51.839359 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-2506abdf-cbf3-4544-a40a-a40d1e7a0186 req-9234c727-e132-4a68-a918-3173e36a2ceb tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1089509905&fields=id&tenant_id=9d7ceb8f6162437081bdc9ae6a61d840 HTTP/1.1" status: 200 len: 267 time: 0.0329406 Aug 27 21:31:51.948523 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506abdf-cbf3-4544-a40a-a40d1e7a0186 req-284c9215-ee41-4814-be73-57a60cd635e8 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:51.949881 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-2506abdf-cbf3-4544-a40a-a40d1e7a0186 req-284c9215-ee41-4814-be73-57a60cd635e8 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/networks?id=ed8dd659-34e8-4454-9d8c-11a291216fde HTTP/1.1" status: 200 len: 811 time: 0.1035953 Aug 27 21:31:51.965537 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-2506abdf-cbf3-4544-a40a-a40d1e7a0186 req-29fe0bfe-cd2b-4c28-9f4d-dbd9bb525e45 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/quotas/9d7ceb8f6162437081bdc9ae6a61d840 HTTP/1.1" status: 200 len: 375 time: 0.0098312 Aug 27 21:31:52.020085 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-2506abdf-cbf3-4544-a40a-a40d1e7a0186 req-6cb20b6c-d852-46ed-9843-837f9651987a tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9d7ceb8f6162437081bdc9ae6a61d840&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0492389 Aug 27 21:31:52.118079 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-2506abdf-cbf3-4544-a40a-a40d1e7a0186 req-ff13982a-e9b7-4509-90ac-74e890aea5a1 service neutron] 10.222.0.39 "GET /v2.0/networks/ed8dd659-34e8-4454-9d8c-11a291216fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847356 Aug 27 21:31:52.205131 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-2506abdf-cbf3-4544-a40a-a40d1e7a0186 req-ac1f0287-f54c-44ca-97cb-fb2682dff038 service neutron] 10.222.0.39 "GET /v2.0/networks/ed8dd659-34e8-4454-9d8c-11a291216fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806816 Aug 27 21:31:52.363192 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-49494b4e-f970-4876-ac42-d9bc8dab7387 req-fcfcfdbe-fc09-43bd-8dbe-99bc31e54a92 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=238c28fb-a742-44a3-b865-9af3d99f2e93 HTTP/1.1" status: 200 len: 210 time: 0.0268207 Aug 27 21:31:52.719319 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65920cb9-5c7f-4952-b134-219b92defc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:52.897096 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bad1cd-7967-471e-ba92-2aff61e698ba req-cbd8c302-80b9-4153-8f64-4b3e83ef7bc1 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:52.898693 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-57bad1cd-7967-471e-ba92-2aff61e698ba req-cbd8c302-80b9-4153-8f64-4b3e83ef7bc1 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ef35f80-deba-4577-9835-3ae7ea25ce84 HTTP/1.1" status: 200 len: 946 time: 0.0505147 Aug 27 21:31:52.940703 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-57bad1cd-7967-471e-ba92-2aff61e698ba req-f62509bd-292b-4240-b6f1-8abf042344a3 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/security-groups?id=28bf76b6-d343-4eb6-9dcd-dc6337ad6069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358722 Aug 27 21:31:53.056891 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d7303-e3d8-45d2-acda-6288c203d560 req-a96bac6f-1e04-4afa-b923-6d96176c68e4 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:53.058360 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-a44d7303-e3d8-45d2-acda-6288c203d560 req-a96bac6f-1e04-4afa-b923-6d96176c68e4 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ef35f80-deba-4577-9835-3ae7ea25ce84 HTTP/1.1" status: 200 len: 946 time: 0.0519333 Aug 27 21:31:53.095939 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-a44d7303-e3d8-45d2-acda-6288c203d560 req-e5e96c99-dffd-4267-b679-b2025e48b006 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/security-groups?id=28bf76b6-d343-4eb6-9dcd-dc6337ad6069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317678 Aug 27 21:31:53.119346 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 38342) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:31:53.160635 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea598ff7-ad3b-43de-92df-b81bca0d1628 tempest-TestVolumeBootPattern-366077809 tempest-TestVolumeBootPattern-366077809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:53.162183 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-ea598ff7-ad3b-43de-92df-b81bca0d1628 tempest-TestVolumeBootPattern-366077809 tempest-TestVolumeBootPattern-366077809-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1ef35f80-deba-4577-9835-3ae7ea25ce84 HTTP/1.1" status: 200 len: 1094 time: 0.0418823 Aug 27 21:31:53.164888 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 38344) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:31:53.169255 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [None req-fe608fb9-6b53-40d3-bff0-302c1d8e5502 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Request body: {'floatingip': {'floating_network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'port_id': '753ab893-c273-4c95-8b44-a6fa2c932afe', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:31:53.192955 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fe608fb9-6b53-40d3-bff0-302c1d8e5502 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks [] for floatingip, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:53.367610 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506abdf-cbf3-4544-a40a-a40d1e7a0186 req-37a36515-d141-4be7-9512-8a3ba37c7ea8 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:53.369101 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-2506abdf-cbf3-4544-a40a-a40d1e7a0186 req-37a36515-d141-4be7-9512-8a3ba37c7ea8 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.73 "GET /v2.0/networks?id=ed8dd659-34e8-4454-9d8c-11a291216fde HTTP/1.1" status: 200 len: 811 time: 0.1321781 Aug 27 21:31:53.423416 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fe608fb9-6b53-40d3-bff0-302c1d8e5502 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:53.429753 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-2506abdf-cbf3-4544-a40a-a40d1e7a0186 req-9920c68a-7a8d-44ad-bbb7-3a10c6b74730 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d7ceb8f6162437081bdc9ae6a61d840 HTTP/1.1" status: 200 len: 380 time: 0.0491908 Aug 27 21:31:53.460665 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-343a0a53-5088-4c3e-8eb4-f6f73502207f req-d28bb6ec-ee51-434a-babc-e987bace184c tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=238c28fb-a742-44a3-b865-9af3d99f2e93 HTTP/1.1" status: 200 len: 210 time: 0.0270352 Aug 27 21:31:53.473482 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [req-2506abdf-cbf3-4544-a40a-a40d1e7a0186 req-7f07d12a-a326-425d-b009-056951b4e336 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Request body: {'port': {'device_id': '238c28fb-a742-44a3-b865-9af3d99f2e93', 'network_id': 'ed8dd659-34e8-4454-9d8c-11a291216fde', 'admin_state_up': True, 'tenant_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'security_groups': ['96f246ed-6411-4088-ad8e-6629cf62cee8']}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:31:53.607808 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-fe608fb9-6b53-40d3-bff0-302c1d8e5502 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Allocated IP 172.27.0.8 (3cb20040-a5aa-4574-8b0a-6832b57fea7e/ca2fa5cb-b298-4fb9-b5f4-ab6912612305/e262b73e-42db-4cb1-b943-dafce55c4f24) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 21:31:53.676993 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2506abdf-cbf3-4544-a40a-a40d1e7a0186 req-7f07d12a-a326-425d-b009-056951b4e336 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Made reservation on behalf of 9d7ceb8f6162437081bdc9ae6a61d840 for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 21:31:53.680417 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2506abdf-cbf3-4544-a40a-a40d1e7a0186 req-7f07d12a-a326-425d-b009-056951b4e336 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:53.789932 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fe608fb9-6b53-40d3-bff0-302c1d8e5502 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:53.849548 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-2506abdf-cbf3-4544-a40a-a40d1e7a0186 req-7f07d12a-a326-425d-b009-056951b4e336 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Allocated IP 172.20.0.3 (ed8dd659-34e8-4454-9d8c-11a291216fde/22e56bc5-1da2-41da-ae14-be8282257d39/36819cfe-15f2-4802-8b7a-0ec14884a397) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 21:31:53.899114 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fe608fb9-6b53-40d3-bff0-302c1d8e5502 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794200564228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-275356'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:53.969720 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe608fb9-6b53-40d3-bff0-302c1d8e5502 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Network 3cb20040-a5aa-4574-8b0a-6832b57fea7e is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:31:53.975522 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-fe608fb9-6b53-40d3-bff0-302c1d8e5502 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:31:53.984014 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe608fb9-6b53-40d3-bff0-302c1d8e5502 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 21:31:54.021762 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe608fb9-6b53-40d3-bff0-302c1d8e5502 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Pushing event updated for resources: {'Port': ['ID=e262b73e-42db-4cb1-b943-dafce55c4f24,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:31:54.079601 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-778ce8a3-384f-4928-b9ff-199d4ced17a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:54.118764 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2506abdf-cbf3-4544-a40a-a40d1e7a0186 req-7f07d12a-a326-425d-b009-056951b4e336 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:54.142683 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-2506abdf-cbf3-4544-a40a-a40d1e7a0186 req-7f07d12a-a326-425d-b009-056951b4e336 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Transition to ACTIVE for port object 36819cfe-15f2-4802-8b7a-0ec14884a397 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:31:54.258185 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2506abdf-cbf3-4544-a40a-a40d1e7a0186 req-7f07d12a-a326-425d-b009-056951b4e336 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794200564228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-275356'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:54.318111 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2506abdf-cbf3-4544-a40a-a40d1e7a0186 req-7f07d12a-a326-425d-b009-056951b4e336 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Network ed8dd659-34e8-4454-9d8c-11a291216fde is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:31:54.353040 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-2506abdf-cbf3-4544-a40a-a40d1e7a0186 req-7f07d12a-a326-425d-b009-056951b4e336 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:31:54.361303 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-2506abdf-cbf3-4544-a40a-a40d1e7a0186 req-7f07d12a-a326-425d-b009-056951b4e336 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 21:31:54.368556 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07d12a-a326-425d-b009-056951b4e336 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Pushing event updated for resources: {'Port': ['ID=36819cfe-15f2-4802-8b7a-0ec14884a397,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:31:54.457698 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506abdf-cbf3-4544-a40a-a40d1e7a0186 req-7f07d12a-a326-425d-b009-056951b4e336 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:54.458319 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2506abdf-cbf3-4544-a40a-a40d1e7a0186 req-7f07d12a-a326-425d-b009-056951b4e336 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:54.483025 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-2506abdf-cbf3-4544-a40a-a40d1e7a0186 req-7f07d12a-a326-425d-b009-056951b4e336 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0141654 Aug 27 21:31:54.507684 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [req-2506abdf-cbf3-4544-a40a-a40d1e7a0186 req-0a29cd3c-e6f8-42ee-9525-fb21e833488e service neutron] Request body: {'port': {'device_id': '238c28fb-a742-44a3-b865-9af3d99f2e93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80643'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:31:54.573381 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fe608fb9-6b53-40d3-bff0-302c1d8e5502 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:54.577618 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-070b896a-619a-4057-a1b7-935931e41bf1 None None] Provisioning for port 36819cfe-15f2-4802-8b7a-0ec14884a397 completed by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:31:54.581317 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-070b896a-619a-4057-a1b7-935931e41bf1 None None] Provisioning complete for port 36819cfe-15f2-4802-8b7a-0ec14884a397 triggered by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:31:54.581692 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-070b896a-619a-4057-a1b7-935931e41bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:54.615744 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-070b896a-619a-4057-a1b7-935931e41bf1 None None] Port 36819cfe-15f2-4802-8b7a-0ec14884a397 cannot update to ACTIVE because it is not bound. {{(pid=93798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 21:31:54.633274 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2506abdf-cbf3-4544-a40a-a40d1e7a0186 req-0a29cd3c-e6f8-42ee-9525-fb21e833488e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:54.661357 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb86f619-45e4-42e6-9696-78142d6fe6b6 req-a627190b-c628-4386-a3d3-0af3b97e4898 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:54.662822 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-fb86f619-45e4-42e6-9696-78142d6fe6b6 req-a627190b-c628-4386-a3d3-0af3b97e4898 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=238c28fb-a742-44a3-b865-9af3d99f2e93 HTTP/1.1" status: 200 len: 931 time: 0.1268373 Aug 27 21:31:54.737277 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fe608fb9-6b53-40d3-bff0-302c1d8e5502 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:54.832679 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-fb86f619-45e4-42e6-9696-78142d6fe6b6 req-be846160-108e-4490-bd55-5faa923540bf tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/security-groups?id=96f246ed-6411-4088-ad8e-6629cf62cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282170 Aug 27 21:31:55.290026 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fe608fb9-6b53-40d3-bff0-302c1d8e5502 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:55.309327 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fe608fb9-6b53-40d3-bff0-302c1d8e5502 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-275333'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:55.350352 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.notifiers.nova [req-2506abdf-cbf3-4544-a40a-a40d1e7a0186 req-0a29cd3c-e6f8-42ee-9525-fb21e833488e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36819cfe-15f2-4802-8b7a-0ec14884a397 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 21:31:55.384134 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2506abdf-cbf3-4544-a40a-a40d1e7a0186 req-0a29cd3c-e6f8-42ee-9525-fb21e833488e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:55.418928 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-2506abdf-cbf3-4544-a40a-a40d1e7a0186 req-0a29cd3c-e6f8-42ee-9525-fb21e833488e service neutron] Transition to ACTIVE for port object 36819cfe-15f2-4802-8b7a-0ec14884a397 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:31:55.421644 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe608fb9-6b53-40d3-bff0-302c1d8e5502 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Pushing event updated for resources: {'Port': ['ID=e262b73e-42db-4cb1-b943-dafce55c4f24,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:31:55.426834 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2506abdf-cbf3-4544-a40a-a40d1e7a0186 req-0a29cd3c-e6f8-42ee-9525-fb21e833488e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-275333'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:55.436725 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fe608fb9-6b53-40d3-bff0-302c1d8e5502 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628369'] for floatingip, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:55.521994 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a29cd3c-e6f8-42ee-9525-fb21e833488e service neutron] Pushing event updated for resources: {'Port': ['ID=36819cfe-15f2-4802-8b7a-0ec14884a397,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:31:55.620831 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.db.l3_db [None req-fe608fb9-6b53-40d3-bff0-302c1d8e5502 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Floating IP fb374866-bbfd-48ee-8c4a-631b32696948 associated. External IP: 172.27.0.8, port: 753ab893-c273-4c95-8b44-a6fa2c932afe. Aug 27 21:31:55.677465 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-2506abdf-cbf3-4544-a40a-a40d1e7a0186 req-0a29cd3c-e6f8-42ee-9525-fb21e833488e service neutron] Attempting to bind port 36819cfe-15f2-4802-8b7a-0ec14884a397 on host hv-cinder-80643 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 21:31:55.677929 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-2506abdf-cbf3-4544-a40a-a40d1e7a0186 req-0a29cd3c-e6f8-42ee-9525-fb21e833488e service neutron] Attempting to bind port 36819cfe-15f2-4802-8b7a-0ec14884a397 by drivers openvswitch,hyperv on host hv-cinder-80643 at level 0 using segments [{'id': '06eda9e8-242b-4778-b97e-70cec8f3f209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ed8dd659-34e8-4454-9d8c-11a291216fde'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 21:31:55.678221 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2506abdf-cbf3-4544-a40a-a40d1e7a0186 req-0a29cd3c-e6f8-42ee-9525-fb21e833488e service neutron] Attempting to bind port 36819cfe-15f2-4802-8b7a-0ec14884a397 on network ed8dd659-34e8-4454-9d8c-11a291216fde {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:31:55.690281 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2506abdf-cbf3-4544-a40a-a40d1e7a0186 req-0a29cd3c-e6f8-42ee-9525-fb21e833488e service neutron] Port 36819cfe-15f2-4802-8b7a-0ec14884a397 on network ed8dd659-34e8-4454-9d8c-11a291216fde not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80643 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 21:31:55.690605 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2506abdf-cbf3-4544-a40a-a40d1e7a0186 req-0a29cd3c-e6f8-42ee-9525-fb21e833488e service neutron] Attempting to bind port 36819cfe-15f2-4802-8b7a-0ec14884a397 on network ed8dd659-34e8-4454-9d8c-11a291216fde {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:31:55.721780 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2506abdf-cbf3-4544-a40a-a40d1e7a0186 req-0a29cd3c-e6f8-42ee-9525-fb21e833488e service neutron] Checking agent: {'id': '14be5267-b6f6-4f5d-aa76-a7f98d21013b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80643', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 21, 22, 11), 'started_at': datetime.datetime(2021, 8, 27, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 21, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 21:31:55.722113 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2506abdf-cbf3-4544-a40a-a40d1e7a0186 req-0a29cd3c-e6f8-42ee-9525-fb21e833488e service neutron] Checking segment: {'id': '06eda9e8-242b-4778-b97e-70cec8f3f209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ed8dd659-34e8-4454-9d8c-11a291216fde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:31:55.723034 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2506abdf-cbf3-4544-a40a-a40d1e7a0186 req-0a29cd3c-e6f8-42ee-9525-fb21e833488e service neutron] Bound using segment: {'id': '06eda9e8-242b-4778-b97e-70cec8f3f209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ed8dd659-34e8-4454-9d8c-11a291216fde'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 21:31:55.723460 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-2506abdf-cbf3-4544-a40a-a40d1e7a0186 req-0a29cd3c-e6f8-42ee-9525-fb21e833488e service neutron] Bound port: 36819cfe-15f2-4802-8b7a-0ec14884a397, host: hv-cinder-80643, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06eda9e8-242b-4778-b97e-70cec8f3f209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ed8dd659-34e8-4454-9d8c-11a291216fde'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 21:31:55.723816 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2506abdf-cbf3-4544-a40a-a40d1e7a0186 req-0a29cd3c-e6f8-42ee-9525-fb21e833488e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:55.843878 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-2506abdf-cbf3-4544-a40a-a40d1e7a0186 req-0a29cd3c-e6f8-42ee-9525-fb21e833488e service neutron] For port 36819cfe-15f2-4802-8b7a-0ec14884a397, host hv-cinder-80643, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 21:31:55.883358 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-2506abdf-cbf3-4544-a40a-a40d1e7a0186 req-0a29cd3c-e6f8-42ee-9525-fb21e833488e service neutron] For port 36819cfe-15f2-4802-8b7a-0ec14884a397, host hv-cinder-80643, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=36819cfe-15f2-4802-8b7a-0ec14884a397,segment=NetworkSegment(06eda9e8-242b-4778-b97e-70cec8f3f209),segment_id=06eda9e8-242b-4778-b97e-70cec8f3f209)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 21:31:55.898773 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2506abdf-cbf3-4544-a40a-a40d1e7a0186 req-0a29cd3c-e6f8-42ee-9525-fb21e833488e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-275333'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:55.947205 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0e532-d3a0-4a13-acf0-e624363e1999 req-a326d2bc-704d-459b-a112-792b2be937b5 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:55.948002 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506abdf-cbf3-4544-a40a-a40d1e7a0186 req-0a29cd3c-e6f8-42ee-9525-fb21e833488e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:55.948622 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-2506abdf-cbf3-4544-a40a-a40d1e7a0186 req-0a29cd3c-e6f8-42ee-9525-fb21e833488e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:55.948762 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-2eb0e532-d3a0-4a13-acf0-e624363e1999 req-a326d2bc-704d-459b-a112-792b2be937b5 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=238c28fb-a742-44a3-b865-9af3d99f2e93 HTTP/1.1" status: 200 len: 943 time: 0.0481594 Aug 27 21:31:55.950207 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-2506abdf-cbf3-4544-a40a-a40d1e7a0186 req-0a29cd3c-e6f8-42ee-9525-fb21e833488e service neutron] 10.222.0.73 "PUT /v2.0/ports/36819cfe-15f2-4802-8b7a-0ec14884a397 HTTP/1.1" status: 200 len: 1093 time: 1.4488082 Aug 27 21:31:55.953356 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '238c28fb-a742-44a3-b865-9af3d99f2e93', 'tag': '36819cfe-15f2-4802-8b7a-0ec14884a397'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:31:55.956690 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef12610d4521d53b4d383b2d1315697e44e13910463e2f079bf4fa6d75d3d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74cbdbf4-c73c-4147-aa72-877cf769b14f" -d '{"events": [{"name": "network-changed", "server_uuid": "238c28fb-a742-44a3-b865-9af3d99f2e93", "tag": "36819cfe-15f2-4802-8b7a-0ec14884a397"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:31:55.974621 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe608fb9-6b53-40d3-bff0-302c1d8e5502 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Router bb688c88-9ec0-486f-9b5b-9f98565b62eb has already been hosted by L3 agent da753c34-e47f-42d8-9f83-ec5464f53bc8 {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 21:31:56.007628 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a29cd3c-e6f8-42ee-9525-fb21e833488e service neutron] Pushing event updated for resources: {'Port': ['ID=36819cfe-15f2-4802-8b7a-0ec14884a397,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:31:56.029438 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 21:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ffead4-0c74-4ea6-bd17-9f596ad51aa9 x-openstack-request-id: req-02ffead4-0c74-4ea6-bd17-9f596ad51aa9 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:31:56.029731 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "238c28fb-a742-44a3-b865-9af3d99f2e93", "tag": "36819cfe-15f2-4802-8b7a-0ec14884a397", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:31:56.029980 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-02ffead4-0c74-4ea6-bd17-9f596ad51aa9 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:31:56.030377 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '238c28fb-a742-44a3-b865-9af3d99f2e93', 'tag': '36819cfe-15f2-4802-8b7a-0ec14884a397', 'status': 'completed', 'code': 200} Aug 27 21:31:56.040379 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-2eb0e532-d3a0-4a13-acf0-e624363e1999 req-ecd80f5f-7ec3-4d5b-9afe-493f449b31ce tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/security-groups?id=96f246ed-6411-4088-ad8e-6629cf62cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850434 Aug 27 21:31:56.126302 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506abdf-cbf3-4544-a40a-a40d1e7a0186 req-006b94f5-1fd0-4ca5-8ff6-f9817cdc014f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:56.127783 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-2506abdf-cbf3-4544-a40a-a40d1e7a0186 req-006b94f5-1fd0-4ca5-8ff6-f9817cdc014f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9d7ceb8f6162437081bdc9ae6a61d840&device_id=238c28fb-a742-44a3-b865-9af3d99f2e93 HTTP/1.1" status: 200 len: 1096 time: 0.1365094 Aug 27 21:31:56.174756 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-2506abdf-cbf3-4544-a40a-a40d1e7a0186 req-d4a9b158-d842-43e0-abec-0fd4abcdf4fc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36819cfe-15f2-4802-8b7a-0ec14884a397 HTTP/1.1" status: 200 len: 217 time: 0.0367963 Aug 27 21:31:56.179135 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe608fb9-6b53-40d3-bff0-302c1d8e5502 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify agent at l3_agent.dv-cinder-806436-1-iscsi the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 21:31:56.188559 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d67667-ebd0-4a1a-ba5d-3d1f6499e388 None None] Sync routers for ids ['bb688c88-9ec0-486f-9b5b-9f98565b62eb'] in dv-cinder-806436-1-iscsi {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 21:31:56.199288 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d67667-ebd0-4a1a-ba5d-3d1f6499e388 None None] Routers {'bb688c88-9ec0-486f-9b5b-9f98565b62eb'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:31:56.199995 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-44d67667-ebd0-4a1a-ba5d-3d1f6499e388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:31:51Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['bb688c88-9ec0-486f-9b5b-9f98565b62eb'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:31:56.224434 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fe608fb9-6b53-40d3-bff0-302c1d8e5502 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:56.255323 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506abdf-cbf3-4544-a40a-a40d1e7a0186 req-fa2b1c6c-3458-4885-9609-d4244fd7915c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:56.256869 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-2506abdf-cbf3-4544-a40a-a40d1e7a0186 req-fa2b1c6c-3458-4885-9609-d4244fd7915c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=22e56bc5-1da2-41da-ae14-be8282257d39 HTTP/1.1" status: 200 len: 850 time: 0.0734439 Aug 27 21:31:56.268524 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-fe608fb9-6b53-40d3-bff0-302c1d8e5502 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0965075 Aug 27 21:31:56.302779 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506abdf-cbf3-4544-a40a-a40d1e7a0186 req-4a97ac9d-090b-4d56-bee1-69b875509a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:56.304263 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-2506abdf-cbf3-4544-a40a-a40d1e7a0186 req-4a97ac9d-090b-4d56-bee1-69b875509a3e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ed8dd659-34e8-4454-9d8c-11a291216fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397110 Aug 27 21:31:56.309169 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-44d67667-ebd0-4a1a-ba5d-3d1f6499e388 None None] Set router bb688c88-9ec0-486f-9b5b-9f98565b62eb gateway port host: dv-cinder-806436-1-iscsi {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:31:56.396709 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-2506abdf-cbf3-4544-a40a-a40d1e7a0186 req-d3adcbe5-9a1c-47ea-819f-3a0ee4ccff47 service neutron] 10.222.0.73 "GET /v2.0/networks/ed8dd659-34e8-4454-9d8c-11a291216fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825014 Aug 27 21:31:56.499096 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-2506abdf-cbf3-4544-a40a-a40d1e7a0186 req-499a942d-0296-4c65-8f80-ef5469448197 service neutron] 10.222.0.73 "GET /v2.0/networks/ed8dd659-34e8-4454-9d8c-11a291216fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949867 Aug 27 21:31:56.551370 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-44d67667-ebd0-4a1a-ba5d-3d1f6499e388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'name': 'tempest-TestVolumeBootPattern-1993109509-router', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '65269e5a-4dec-4f43-8df5-a4131cf5dbcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:25:28Z', 'updated_at': '2021-08-27T21:25:33Z', 'revision_number': 4, 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'gw_port': {'id': '65269e5a-4dec-4f43-8df5-a4131cf5dbcd', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:25:29Z', 'updated_at': '2021-08-27T21:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_floatingips': [{'id': 'a6426999-3684-4187-a155-1dc401e74148', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'router_id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'port_id': '6dfbd68e-dd05-412f-a2ca-4197047e6d0f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa', 'mac_address': 'fa:16:3e:33:ff:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc88d78-4965-4dfc-8c30-98f623e768ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T21:29:47Z', 'updated_at': '2021-08-27T21:29:50Z', 'revision_number': 1, 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'fixed_ip_address_scope': None}, {'id': 'fb374866-bbfd-48ee-8c4a-631b32696948', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'floating_ip_address': '172.27.0.8', 'floating_network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'router_id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'port_id': '753ab893-c273-4c95-8b44-a6fa2c932afe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa', 'mac_address': 'fa:16:3e:ba:70:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef35f80-deba-4577-9835-3ae7ea25ce84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T21:31:54Z', 'updated_at': '2021-08-27T21:31:54Z', 'revision_number': 0, 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef6f702a-5cd9-4208-a13f-fd528de1f139', 'name': '', 'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'mac_address': 'fa:16:3e:03:eb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '963c1e30-5961-4cc8-bba8-6c8d398a8e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:25:32Z', 'updated_at': '2021-08-27T21:25:41Z', 'revision_number': 5, 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'subnets': [{'id': '963c1e30-5961-4cc8-bba8-6c8d398a8e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:31:56.577533 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d67667-ebd0-4a1a-ba5d-3d1f6499e388 None None] Checking router: bb688c88-9ec0-486f-9b5b-9f98565b62eb for host: dv-cinder-806436-1-iscsi {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 21:31:56.586568 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d67667-ebd0-4a1a-ba5d-3d1f6499e388 None None] Routers {'bb688c88-9ec0-486f-9b5b-9f98565b62eb'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:31:56.587168 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-44d67667-ebd0-4a1a-ba5d-3d1f6499e388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:31:51Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['bb688c88-9ec0-486f-9b5b-9f98565b62eb'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:31:56.591155 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cbdbf4-c73c-4147-aa72-877cf769b14f req-a4c735df-2612-4ae3-88b9-d4412619de3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:56.593039 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-74cbdbf4-c73c-4147-aa72-877cf769b14f req-a4c735df-2612-4ae3-88b9-d4412619de3a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9d7ceb8f6162437081bdc9ae6a61d840&device_id=238c28fb-a742-44a3-b865-9af3d99f2e93 HTTP/1.1" status: 200 len: 1096 time: 0.0414271 Aug 27 21:31:56.689337 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cbdbf4-c73c-4147-aa72-877cf769b14f req-124d0f28-0dbf-4308-9c77-4243a2a919ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:56.690821 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-74cbdbf4-c73c-4147-aa72-877cf769b14f req-124d0f28-0dbf-4308-9c77-4243a2a919ea service neutron] 10.222.0.73 "GET /v2.0/networks?id=ed8dd659-34e8-4454-9d8c-11a291216fde HTTP/1.1" status: 200 len: 912 time: 0.0894976 Aug 27 21:31:56.696112 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-44d67667-ebd0-4a1a-ba5d-3d1f6499e388 None None] Set router bb688c88-9ec0-486f-9b5b-9f98565b62eb gateway port host: dv-cinder-806436-1-iscsi {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:31:56.734041 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-74cbdbf4-c73c-4147-aa72-877cf769b14f req-246ede55-c4e8-4e33-a356-4f51cd3bd7d3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36819cfe-15f2-4802-8b7a-0ec14884a397 HTTP/1.1" status: 200 len: 217 time: 0.0347507 Aug 27 21:31:56.784734 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cbdbf4-c73c-4147-aa72-877cf769b14f req-6ef94afc-0c82-4125-89f8-c2bf1027ea1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:56.787107 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-74cbdbf4-c73c-4147-aa72-877cf769b14f req-6ef94afc-0c82-4125-89f8-c2bf1027ea1b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=22e56bc5-1da2-41da-ae14-be8282257d39 HTTP/1.1" status: 200 len: 850 time: 0.0458193 Aug 27 21:31:56.843343 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cbdbf4-c73c-4147-aa72-877cf769b14f req-0e741620-bf5b-4157-97bc-c2634ec25d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:56.844809 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-74cbdbf4-c73c-4147-aa72-877cf769b14f req-0e741620-bf5b-4157-97bc-c2634ec25d60 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ed8dd659-34e8-4454-9d8c-11a291216fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0469439 Aug 27 21:31:56.938127 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-74cbdbf4-c73c-4147-aa72-877cf769b14f req-8276df94-07a9-4d89-a1fd-c6cdeda9f8bf service neutron] 10.222.0.73 "GET /v2.0/networks/ed8dd659-34e8-4454-9d8c-11a291216fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850461 Aug 27 21:31:57.033909 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-74cbdbf4-c73c-4147-aa72-877cf769b14f req-659d16c3-40f4-4612-a2df-5fa22e169cc6 service neutron] 10.222.0.73 "GET /v2.0/networks/ed8dd659-34e8-4454-9d8c-11a291216fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877080 Aug 27 21:31:57.047264 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-44d67667-ebd0-4a1a-ba5d-3d1f6499e388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'name': 'tempest-TestVolumeBootPattern-1993109509-router', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '65269e5a-4dec-4f43-8df5-a4131cf5dbcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:25:28Z', 'updated_at': '2021-08-27T21:25:33Z', 'revision_number': 4, 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'gw_port': {'id': '65269e5a-4dec-4f43-8df5-a4131cf5dbcd', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:25:29Z', 'updated_at': '2021-08-27T21:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_floatingips': [{'id': 'a6426999-3684-4187-a155-1dc401e74148', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'router_id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'port_id': '6dfbd68e-dd05-412f-a2ca-4197047e6d0f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa', 'mac_address': 'fa:16:3e:33:ff:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc88d78-4965-4dfc-8c30-98f623e768ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T21:29:47Z', 'updated_at': '2021-08-27T21:29:50Z', 'revision_number': 1, 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'fixed_ip_address_scope': None}, {'id': 'fb374866-bbfd-48ee-8c4a-631b32696948', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'floating_ip_address': '172.27.0.8', 'floating_network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'router_id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'port_id': '753ab893-c273-4c95-8b44-a6fa2c932afe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa', 'mac_address': 'fa:16:3e:ba:70:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef35f80-deba-4577-9835-3ae7ea25ce84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T21:31:54Z', 'updated_at': '2021-08-27T21:31:54Z', 'revision_number': 0, 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef6f702a-5cd9-4208-a13f-fd528de1f139', 'name': '', 'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'mac_address': 'fa:16:3e:03:eb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '963c1e30-5961-4cc8-bba8-6c8d398a8e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:25:32Z', 'updated_at': '2021-08-27T21:25:41Z', 'revision_number': 5, 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'subnets': [{'id': '963c1e30-5961-4cc8-bba8-6c8d398a8e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:31:57.078782 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d67667-ebd0-4a1a-ba5d-3d1f6499e388 None None] The sync data for ids ['bb688c88-9ec0-486f-9b5b-9f98565b62eb'] in dv-cinder-806436-1-iscsi is: [{'id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'name': 'tempest-TestVolumeBootPattern-1993109509-router', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '65269e5a-4dec-4f43-8df5-a4131cf5dbcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:25:28Z', 'updated_at': '2021-08-27T21:25:33Z', 'revision_number': 4, 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'gw_port': {'id': '65269e5a-4dec-4f43-8df5-a4131cf5dbcd', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:25:29Z', 'updated_at': '2021-08-27T21:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_floatingips': [{'id': 'a6426999-3684-4187-a155-1dc401e74148', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'router_id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'port_id': '6dfbd68e-dd05-412f-a2ca-4197047e6d0f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa', 'mac_address': 'fa:16:3e:33:ff:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc88d78-4965-4dfc-8c30-98f623e768ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T21:29:47Z', 'updated_at': '2021-08-27T21:29:50Z', 'revision_number': 1, 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'fixed_ip_address_scope': None}, {'id': 'fb374866-bbfd-48ee-8c4a-631b32696948', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'floating_ip_address': '172.27.0.8', 'floating_network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'router_id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'port_id': '753ab893-c273-4c95-8b44-a6fa2c932afe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa', 'mac_address': 'fa:16:3e:ba:70:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef35f80-deba-4577-9835-3ae7ea25ce84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T21:31:54Z', 'updated_at': '2021-08-27T21:31:54Z', 'revision_number': 0, 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef6f702a-5cd9-4208-a13f-fd528de1f139', 'name': '', 'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'mac_address': 'fa:16:3e:03:eb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '963c1e30-5961-4cc8-bba8-6c8d398a8e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:25:32Z', 'updated_at': '2021-08-27T21:25:41Z', 'revision_number': 5, 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'subnets': [{'id': '963c1e30-5961-4cc8-bba8-6c8d398a8e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 21:31:57.162712 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc85ad0-386f-4dfd-bea4-032fdfb6d4d3 req-4e00bf7c-466b-46de-99d2-57bf1675c852 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:57.164226 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-dbc85ad0-386f-4dfd-bea4-032fdfb6d4d3 req-4e00bf7c-466b-46de-99d2-57bf1675c852 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=238c28fb-a742-44a3-b865-9af3d99f2e93 HTTP/1.1" status: 200 len: 943 time: 0.0519016 Aug 27 21:31:57.204578 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-dbc85ad0-386f-4dfd-bea4-032fdfb6d4d3 req-437bb5a6-3c1f-4ebe-ae59-52b76da02df6 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/security-groups?id=96f246ed-6411-4088-ad8e-6629cf62cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342517 Aug 27 21:31:57.265593 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e84e0f-6076-4542-90b8-567b2de2e731 None None] New status for floating IP fb374866-bbfd-48ee-8c4a-631b32696948: ACTIVE {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 21:31:58.031272 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef35f80-deba-4577-9835-3ae7ea25ce84', 'tag': '753ab893-c273-4c95-8b44-a6fa2c932afe'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:31:58.033616 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef12610d4521d53b4d383b2d1315697e44e13910463e2f079bf4fa6d75d3d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4fc9fb-8512-4a83-9880-a861832d90c9" -d '{"events": [{"name": "network-changed", "server_uuid": "1ef35f80-deba-4577-9835-3ae7ea25ce84", "tag": "753ab893-c273-4c95-8b44-a6fa2c932afe"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:31:58.068465 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 21:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90eb1134-3b85-4852-9657-87239df82107 x-openstack-request-id: req-90eb1134-3b85-4852-9657-87239df82107 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:31:58.068751 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ef35f80-deba-4577-9835-3ae7ea25ce84", "tag": "753ab893-c273-4c95-8b44-a6fa2c932afe", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:31:58.068997 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-90eb1134-3b85-4852-9657-87239df82107 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:31:58.069382 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ef35f80-deba-4577-9835-3ae7ea25ce84', 'tag': '753ab893-c273-4c95-8b44-a6fa2c932afe', 'status': 'completed', 'code': 200} Aug 27 21:31:58.130585 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4fc9fb-8512-4a83-9880-a861832d90c9 req-06fe1b52-ca59-4205-b7b6-a7b5d91bc41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:58.132092 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-2b4fc9fb-8512-4a83-9880-a861832d90c9 req-06fe1b52-ca59-4205-b7b6-a7b5d91bc41b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c2b8ea1d8b104790a4de676157dbe4f3&device_id=1ef35f80-deba-4577-9835-3ae7ea25ce84 HTTP/1.1" status: 200 len: 1099 time: 0.0401175 Aug 27 21:31:58.223730 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4fc9fb-8512-4a83-9880-a861832d90c9 req-48114f7f-9fe0-4efa-86ff-f81782cb91a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:58.225199 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-2b4fc9fb-8512-4a83-9880-a861832d90c9 req-48114f7f-9fe0-4efa-86ff-f81782cb91a2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3ba0d4a2-623b-4c37-8552-bca65d0b90fa HTTP/1.1" status: 200 len: 913 time: 0.0861104 Aug 27 21:31:58.313608 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-2b4fc9fb-8512-4a83-9880-a861832d90c9 req-160657de-cd5f-4921-9650-2abb592f168e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=753ab893-c273-4c95-8b44-a6fa2c932afe HTTP/1.1" status: 200 len: 1000 time: 0.0796204 Aug 27 21:31:58.361299 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb3c4e-5d2d-4fe2-b7f7-c98eb232e13e req-d69b41f5-4e21-45ca-9947-bebb8934cac3 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:58.362733 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-fadb3c4e-5d2d-4fe2-b7f7-c98eb232e13e req-d69b41f5-4e21-45ca-9947-bebb8934cac3 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=238c28fb-a742-44a3-b865-9af3d99f2e93 HTTP/1.1" status: 200 len: 943 time: 0.0868223 Aug 27 21:31:58.390396 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4fc9fb-8512-4a83-9880-a861832d90c9 req-6eeef112-d08f-43fc-a406-9f0f3f6da8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:58.391785 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-2b4fc9fb-8512-4a83-9880-a861832d90c9 req-6eeef112-d08f-43fc-a406-9f0f3f6da8b0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=963c1e30-5961-4cc8-bba8-6c8d398a8e99 HTTP/1.1" status: 200 len: 851 time: 0.0707278 Aug 27 21:31:58.416822 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-fadb3c4e-5d2d-4fe2-b7f7-c98eb232e13e req-b70c2d06-6c69-42eb-9dbc-f44cc74907a9 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/security-groups?id=96f246ed-6411-4088-ad8e-6629cf62cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468125 Aug 27 21:31:58.444354 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4fc9fb-8512-4a83-9880-a861832d90c9 req-ca635f96-4207-4c59-a975-de3f5d635a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:58.445828 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-2b4fc9fb-8512-4a83-9880-a861832d90c9 req-ca635f96-4207-4c59-a975-de3f5d635a2e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3ba0d4a2-623b-4c37-8552-bca65d0b90fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432832 Aug 27 21:31:58.535494 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-2b4fc9fb-8512-4a83-9880-a861832d90c9 req-89274a29-f886-40ab-a9e2-54b1dc6f4bc0 service neutron] 10.222.0.73 "GET /v2.0/networks/3ba0d4a2-623b-4c37-8552-bca65d0b90fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810823 Aug 27 21:31:58.626551 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-2b4fc9fb-8512-4a83-9880-a861832d90c9 req-16904ead-a981-4638-95aa-91ba278d1cf3 service neutron] 10.222.0.73 "GET /v2.0/networks/3ba0d4a2-623b-4c37-8552-bca65d0b90fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840180 Aug 27 21:31:58.983144 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device 36819cfe-15f2-4802-8b7a-0ec14884a397 details requested by agent hyperv_hv-cinder-80643 with host hv-cinder-80643 {{(pid=93798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 21:31:59.075449 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port 36819cfe-15f2-4802-8b7a-0ec14884a397, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=36819cfe-15f2-4802-8b7a-0ec14884a397,segment=NetworkSegment(06eda9e8-242b-4778-b97e-70cec8f3f209),segment_id=06eda9e8-242b-4778-b97e-70cec8f3f209)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:31:59.086638 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Returning: {'device': '36819cfe-15f2-4802-8b7a-0ec14884a397', 'network_id': 'ed8dd659-34e8-4454-9d8c-11a291216fde', 'port_id': '36819cfe-15f2-4802-8b7a-0ec14884a397', 'mac_address': 'fa:16:3e:58:13:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22e56bc5-1da2-41da-ae14-be8282257d39', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 21:31:59.127502 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:59.140327 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36819cfe-15f2-4802-8b7a-0ec14884a397 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 21:31:59.158925 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port 36819cfe-15f2-4802-8b7a-0ec14884a397, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=36819cfe-15f2-4802-8b7a-0ec14884a397,segment=NetworkSegment(06eda9e8-242b-4778-b97e-70cec8f3f209),segment_id=06eda9e8-242b-4778-b97e-70cec8f3f209)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:31:59.163568 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:31:59.208883 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Pushing event updated for resources: {'Port': ['ID=36819cfe-15f2-4802-8b7a-0ec14884a397,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:31:59.404247 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] get_ports_and_sgs() called for port_ids ['36819cfe-15f2-4802-8b7a-0ec14884a397'] {{(pid=93798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 21:31:59.532197 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d9d7c3-cc77-42fc-be61-17321f20f4de req-06ff620a-09ec-4e08-9833-a6674d77c34a tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:31:59.533863 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-97d9d7c3-cc77-42fc-be61-17321f20f4de req-06ff620a-09ec-4e08-9833-a6674d77c34a tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=238c28fb-a742-44a3-b865-9af3d99f2e93 HTTP/1.1" status: 200 len: 944 time: 0.0487797 Aug 27 21:31:59.571616 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-97d9d7c3-cc77-42fc-be61-17321f20f4de req-f9616560-fd18-4ad9-a8e2-24e7c3cfc7f0 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/security-groups?id=96f246ed-6411-4088-ad8e-6629cf62cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309398 Aug 27 21:32:00.687903 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65337d6e-0d62-4816-abf6-45def8ff135c req-6b05a3b0-0b88-49f2-a7cc-727fa4347b10 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:32:00.689446 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-65337d6e-0d62-4816-abf6-45def8ff135c req-6b05a3b0-0b88-49f2-a7cc-727fa4347b10 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=238c28fb-a742-44a3-b865-9af3d99f2e93 HTTP/1.1" status: 200 len: 944 time: 0.0496249 Aug 27 21:32:00.726619 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-65337d6e-0d62-4816-abf6-45def8ff135c req-367cd7e2-de92-48e2-ae9a-a29a4901943d tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/security-groups?id=96f246ed-6411-4088-ad8e-6629cf62cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311708 Aug 27 21:32:00.988592 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device 36819cfe-15f2-4802-8b7a-0ec14884a397 up at agent hyperv_hv-cinder-80643 {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:32:01.035899 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Provisioning for port 36819cfe-15f2-4802-8b7a-0ec14884a397 completed by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:32:01.039793 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Provisioning complete for port 36819cfe-15f2-4802-8b7a-0ec14884a397 triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:32:01.040162 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:01.116964 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:01.142324 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '238c28fb-a742-44a3-b865-9af3d99f2e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36819cfe-15f2-4802-8b7a-0ec14884a397'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:32:01.145168 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf732d6db1af9f7bc3b5310490fe48ff1e7c732a768ef3a1a1326297a3ecfd63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2b8ca1-363b-4bc7-947b-802813568bf6" -d '{"events": [{"server_uuid": "238c28fb-a742-44a3-b865-9af3d99f2e93", "name": "network-vif-plugged", "status": "completed", "tag": "36819cfe-15f2-4802-8b7a-0ec14884a397"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:32:01.158079 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port 36819cfe-15f2-4802-8b7a-0ec14884a397, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=36819cfe-15f2-4802-8b7a-0ec14884a397,segment=NetworkSegment(06eda9e8-242b-4778-b97e-70cec8f3f209),segment_id=06eda9e8-242b-4778-b97e-70cec8f3f209)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:32:01.163211 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:01.186516 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 21:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6cd3dfe-68ae-4b42-8bff-980cf5ebfeb8 x-openstack-request-id: req-b6cd3dfe-68ae-4b42-8bff-980cf5ebfeb8 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:32:01.186896 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "238c28fb-a742-44a3-b865-9af3d99f2e93", "name": "network-vif-plugged", "status": "completed", "tag": "36819cfe-15f2-4802-8b7a-0ec14884a397", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:32:01.187478 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b6cd3dfe-68ae-4b42-8bff-980cf5ebfeb8 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:32:01.187607 dv-cinder-806436-1-iscsi neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '238c28fb-a742-44a3-b865-9af3d99f2e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36819cfe-15f2-4802-8b7a-0ec14884a397', 'code': 200} Aug 27 21:32:01.213386 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Pushing event updated for resources: {'Port': ['ID=36819cfe-15f2-4802-8b7a-0ec14884a397,revision_number=5']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:32:01.353151 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c81d3-eefe-41b3-81fc-cff838133be4 req-f734d926-acb7-4199-83a5-0c1da15919f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:32:01.354648 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-153c81d3-eefe-41b3-81fc-cff838133be4 req-f734d926-acb7-4199-83a5-0c1da15919f1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=238c28fb-a742-44a3-b865-9af3d99f2e93 HTTP/1.1" status: 200 len: 1098 time: 0.0440133 Aug 27 21:32:01.395968 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-153c81d3-eefe-41b3-81fc-cff838133be4 req-59dd527f-bdfa-45fc-837c-bd1f558e4a90 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=96f246ed-6411-4088-ad8e-6629cf62cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322196 Aug 27 21:32:01.856194 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc27f16-c9ca-4146-84ca-853145a52b2e req-d19e209b-8d4a-43f8-8a3f-e1374287ff33 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:32:01.859586 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-bbc27f16-c9ca-4146-84ca-853145a52b2e req-d19e209b-8d4a-43f8-8a3f-e1374287ff33 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=238c28fb-a742-44a3-b865-9af3d99f2e93 HTTP/1.1" status: 200 len: 945 time: 0.0626614 Aug 27 21:32:01.907639 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-bbc27f16-c9ca-4146-84ca-853145a52b2e req-e55d37a3-0a8f-4d08-8323-08c73bf84ffc tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/security-groups?id=96f246ed-6411-4088-ad8e-6629cf62cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410955 Aug 27 21:32:03.030111 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f4db5-3213-4753-a74f-289cccddd055 req-e8a09572-b275-4645-a702-d22c84841901 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:32:03.031573 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-4e6f4db5-3213-4753-a74f-289cccddd055 req-e8a09572-b275-4645-a702-d22c84841901 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=238c28fb-a742-44a3-b865-9af3d99f2e93 HTTP/1.1" status: 200 len: 945 time: 0.0520287 Aug 27 21:32:03.068816 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-4e6f4db5-3213-4753-a74f-289cccddd055 req-79105c33-f66a-4e09-a49e-e77a70517854 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/security-groups?id=96f246ed-6411-4088-ad8e-6629cf62cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310628 Aug 27 21:32:03.178987 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15637bac-b491-44a2-95fb-7d51569ffec9 req-f2526f62-9e64-4837-baab-2b4ae915c33c tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:32:03.180505 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-15637bac-b491-44a2-95fb-7d51569ffec9 req-f2526f62-9e64-4837-baab-2b4ae915c33c tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=238c28fb-a742-44a3-b865-9af3d99f2e93 HTTP/1.1" status: 200 len: 945 time: 0.0482359 Aug 27 21:32:03.188944 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 38384) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:32:03.193889 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [None req-80412a3d-8dce-4019-9134-a657a908c310 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Request body: {'floatingip': {'port_id': '36819cfe-15f2-4802-8b7a-0ec14884a397'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:32:03.235841 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-80412a3d-8dce-4019-9134-a657a908c310 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks [] for floatingip, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:03.657421 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-80412a3d-8dce-4019-9134-a657a908c310 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:03.661888 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-80412a3d-8dce-4019-9134-a657a908c310 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628369'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:03.760673 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.db.l3_db [None req-80412a3d-8dce-4019-9134-a657a908c310 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Floating IP e7828a37-975a-443e-89ad-3d30e33eeaf0 associated. External IP: 172.27.0.199, port: 36819cfe-15f2-4802-8b7a-0ec14884a397. Aug 27 21:32:03.962922 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80412a3d-8dce-4019-9134-a657a908c310 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Router 5fffa74f-cf3c-4140-9ac4-c644db149705 has already been hosted by L3 agent da753c34-e47f-42d8-9f83-ec5464f53bc8 {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 21:32:04.306704 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80412a3d-8dce-4019-9134-a657a908c310 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify agent at l3_agent.dv-cinder-806436-1-iscsi the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 21:32:04.311175 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-80412a3d-8dce-4019-9134-a657a908c310 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:04.316844 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b823de5b-d6d7-45d2-a694-be0f69ef02b1 None None] Sync routers for ids ['5fffa74f-cf3c-4140-9ac4-c644db149705'] in dv-cinder-806436-1-iscsi {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 21:32:04.327320 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b823de5b-d6d7-45d2-a694-be0f69ef02b1 None None] Routers {'5fffa74f-cf3c-4140-9ac4-c644db149705'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:32:04.327924 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b823de5b-d6d7-45d2-a694-be0f69ef02b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:31:51Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['5fffa74f-cf3c-4140-9ac4-c644db149705'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:32:04.337913 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-80412a3d-8dce-4019-9134-a657a908c310 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "PUT /v2.0/floatingips/e7828a37-975a-443e-89ad-3d30e33eeaf0 HTTP/1.1" status: 200 len: 991 time: 1.1479616 Aug 27 21:32:04.338497 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '238c28fb-a742-44a3-b865-9af3d99f2e93', 'tag': '36819cfe-15f2-4802-8b7a-0ec14884a397'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:32:04.340767 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef12610d4521d53b4d383b2d1315697e44e13910463e2f079bf4fa6d75d3d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2bad01-6547-4f8b-bbee-af49aee4336d" -d '{"events": [{"name": "network-changed", "server_uuid": "238c28fb-a742-44a3-b865-9af3d99f2e93", "tag": "36819cfe-15f2-4802-8b7a-0ec14884a397"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:32:04.382784 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 21:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c60324c-0d00-4b0f-ae7a-622d9d2b266a x-openstack-request-id: req-1c60324c-0d00-4b0f-ae7a-622d9d2b266a {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:32:04.382784 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "238c28fb-a742-44a3-b865-9af3d99f2e93", "tag": "36819cfe-15f2-4802-8b7a-0ec14884a397", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:32:04.382784 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1c60324c-0d00-4b0f-ae7a-622d9d2b266a {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:32:04.382784 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '238c28fb-a742-44a3-b865-9af3d99f2e93', 'tag': '36819cfe-15f2-4802-8b7a-0ec14884a397', 'status': 'completed', 'code': 200} Aug 27 21:32:04.439852 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-b823de5b-d6d7-45d2-a694-be0f69ef02b1 None None] Set router 5fffa74f-cf3c-4140-9ac4-c644db149705 gateway port host: dv-cinder-806436-1-iscsi {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:32:04.445371 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2bad01-6547-4f8b-bbee-af49aee4336d req-f9ca637e-f833-4a70-ae44-98f3734fba7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:32:04.446893 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-5a2bad01-6547-4f8b-bbee-af49aee4336d req-f9ca637e-f833-4a70-ae44-98f3734fba7e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9d7ceb8f6162437081bdc9ae6a61d840&device_id=238c28fb-a742-44a3-b865-9af3d99f2e93 HTTP/1.1" status: 200 len: 1098 time: 0.0414045 Aug 27 21:32:04.541868 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2bad01-6547-4f8b-bbee-af49aee4336d req-4a0d341b-20cf-4cb2-a6e6-a43f53209de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:32:04.543758 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-5a2bad01-6547-4f8b-bbee-af49aee4336d req-4a0d341b-20cf-4cb2-a6e6-a43f53209de5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ed8dd659-34e8-4454-9d8c-11a291216fde HTTP/1.1" status: 200 len: 912 time: 0.0886109 Aug 27 21:32:04.610549 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-5a2bad01-6547-4f8b-bbee-af49aee4336d req-2e7bedc4-4310-48c2-bcda-8efc99302203 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36819cfe-15f2-4802-8b7a-0ec14884a397 HTTP/1.1" status: 200 len: 999 time: 0.0594895 Aug 27 21:32:04.663759 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2bad01-6547-4f8b-bbee-af49aee4336d req-259a2432-8258-4920-a0e7-56fa14433915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:32:04.665286 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-5a2bad01-6547-4f8b-bbee-af49aee4336d req-259a2432-8258-4920-a0e7-56fa14433915 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=22e56bc5-1da2-41da-ae14-be8282257d39 HTTP/1.1" status: 200 len: 850 time: 0.0471613 Aug 27 21:32:04.667593 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b823de5b-d6d7-45d2-a694-be0f69ef02b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'name': 'tempest-AttachVolumeTestJSON-1714184306-router', 'tenant_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '59cb1af0-4a49-465a-ae8c-4ae75fb6acf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:28:10Z', 'updated_at': '2021-08-27T21:28:15Z', 'revision_number': 4, 'project_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'gw_port': {'id': '59cb1af0-4a49-465a-ae8c-4ae75fb6acf0', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:28:11Z', 'updated_at': '2021-08-27T21:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_floatingips': [{'id': 'e7828a37-975a-443e-89ad-3d30e33eeaf0', 'tenant_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'floating_ip_address': '172.27.0.199', 'floating_network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'router_id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'port_id': '36819cfe-15f2-4802-8b7a-0ec14884a397', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8dd659-34e8-4454-9d8c-11a291216fde', 'mac_address': 'fa:16:3e:58:13:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238c28fb-a742-44a3-b865-9af3d99f2e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T21:31:51Z', 'updated_at': '2021-08-27T21:32:03Z', 'revision_number': 1, 'project_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b9d8926-ef79-48c5-96bd-eb52c8caeb84', 'name': '', 'network_id': 'ed8dd659-34e8-4454-9d8c-11a291216fde', 'tenant_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'mac_address': 'fa:16:3e:72:93:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '22e56bc5-1da2-41da-ae14-be8282257d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:28:14Z', 'updated_at': '2021-08-27T21:28:23Z', 'revision_number': 5, 'project_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'subnets': [{'id': '22e56bc5-1da2-41da-ae14-be8282257d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:32:04.698901 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b823de5b-d6d7-45d2-a694-be0f69ef02b1 None None] Checking router: 5fffa74f-cf3c-4140-9ac4-c644db149705 for host: dv-cinder-806436-1-iscsi {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 21:32:04.707349 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b823de5b-d6d7-45d2-a694-be0f69ef02b1 None None] Routers {'5fffa74f-cf3c-4140-9ac4-c644db149705'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:32:04.707953 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b823de5b-d6d7-45d2-a694-be0f69ef02b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:31:51Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['5fffa74f-cf3c-4140-9ac4-c644db149705'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:32:04.712887 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2bad01-6547-4f8b-bbee-af49aee4336d req-7c7ee2be-6cb1-44d5-bcc2-3e798c341b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:32:04.714380 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-5a2bad01-6547-4f8b-bbee-af49aee4336d req-7c7ee2be-6cb1-44d5-bcc2-3e798c341b55 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ed8dd659-34e8-4454-9d8c-11a291216fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415950 Aug 27 21:32:04.804429 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-5a2bad01-6547-4f8b-bbee-af49aee4336d req-e357223d-b9ef-48d0-b40b-3eeb941f340c service neutron] 10.222.0.73 "GET /v2.0/networks/ed8dd659-34e8-4454-9d8c-11a291216fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820050 Aug 27 21:32:04.814439 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-b823de5b-d6d7-45d2-a694-be0f69ef02b1 None None] Set router 5fffa74f-cf3c-4140-9ac4-c644db149705 gateway port host: dv-cinder-806436-1-iscsi {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:32:04.899672 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-5a2bad01-6547-4f8b-bbee-af49aee4336d req-2742adc9-76b1-4ff7-b858-cd2d7622daec service neutron] 10.222.0.73 "GET /v2.0/networks/ed8dd659-34e8-4454-9d8c-11a291216fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868318 Aug 27 21:32:05.039215 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b823de5b-d6d7-45d2-a694-be0f69ef02b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'name': 'tempest-AttachVolumeTestJSON-1714184306-router', 'tenant_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '59cb1af0-4a49-465a-ae8c-4ae75fb6acf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:28:10Z', 'updated_at': '2021-08-27T21:28:15Z', 'revision_number': 4, 'project_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'gw_port': {'id': '59cb1af0-4a49-465a-ae8c-4ae75fb6acf0', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:28:11Z', 'updated_at': '2021-08-27T21:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_floatingips': [{'id': 'e7828a37-975a-443e-89ad-3d30e33eeaf0', 'tenant_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'floating_ip_address': '172.27.0.199', 'floating_network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'router_id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'port_id': '36819cfe-15f2-4802-8b7a-0ec14884a397', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8dd659-34e8-4454-9d8c-11a291216fde', 'mac_address': 'fa:16:3e:58:13:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238c28fb-a742-44a3-b865-9af3d99f2e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T21:31:51Z', 'updated_at': '2021-08-27T21:32:03Z', 'revision_number': 1, 'project_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b9d8926-ef79-48c5-96bd-eb52c8caeb84', 'name': '', 'network_id': 'ed8dd659-34e8-4454-9d8c-11a291216fde', 'tenant_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'mac_address': 'fa:16:3e:72:93:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '22e56bc5-1da2-41da-ae14-be8282257d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:28:14Z', 'updated_at': '2021-08-27T21:28:23Z', 'revision_number': 5, 'project_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'subnets': [{'id': '22e56bc5-1da2-41da-ae14-be8282257d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:32:05.075215 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b823de5b-d6d7-45d2-a694-be0f69ef02b1 None None] The sync data for ids ['5fffa74f-cf3c-4140-9ac4-c644db149705'] in dv-cinder-806436-1-iscsi is: [{'id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'name': 'tempest-AttachVolumeTestJSON-1714184306-router', 'tenant_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '59cb1af0-4a49-465a-ae8c-4ae75fb6acf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:28:10Z', 'updated_at': '2021-08-27T21:28:15Z', 'revision_number': 4, 'project_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'gw_port': {'id': '59cb1af0-4a49-465a-ae8c-4ae75fb6acf0', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:28:11Z', 'updated_at': '2021-08-27T21:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_floatingips': [{'id': 'e7828a37-975a-443e-89ad-3d30e33eeaf0', 'tenant_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'floating_ip_address': '172.27.0.199', 'floating_network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'router_id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'port_id': '36819cfe-15f2-4802-8b7a-0ec14884a397', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8dd659-34e8-4454-9d8c-11a291216fde', 'mac_address': 'fa:16:3e:58:13:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238c28fb-a742-44a3-b865-9af3d99f2e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T21:31:51Z', 'updated_at': '2021-08-27T21:32:03Z', 'revision_number': 1, 'project_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b9d8926-ef79-48c5-96bd-eb52c8caeb84', 'name': '', 'network_id': 'ed8dd659-34e8-4454-9d8c-11a291216fde', 'tenant_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'mac_address': 'fa:16:3e:72:93:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '22e56bc5-1da2-41da-ae14-be8282257d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:28:14Z', 'updated_at': '2021-08-27T21:28:23Z', 'revision_number': 5, 'project_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'subnets': [{'id': '22e56bc5-1da2-41da-ae14-be8282257d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 21:32:05.256326 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ecd1ae-390f-4e5b-92a3-237c047c81b4 None None] New status for floating IP e7828a37-975a-443e-89ad-3d30e33eeaf0: ACTIVE {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 21:32:08.031992 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616225ce-a4e7-4be5-9de3-d58a520a6395 req-bf9525b7-badd-43ca-b5f9-202b00f1a24d tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:32:08.033489 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-616225ce-a4e7-4be5-9de3-d58a520a6395 req-bf9525b7-badd-43ca-b5f9-202b00f1a24d tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 946 time: 0.0475729 Aug 27 21:32:08.071818 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-616225ce-a4e7-4be5-9de3-d58a520a6395 req-d907a9d0-ecb7-42da-b724-82ba7e9fd27f tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=1525189f-f799-4c04-8102-b0faa0ee4574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311649 Aug 27 21:32:08.897643 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.agents_db [None req-9a3f5963-9603-4723-9a6c-2e2f5b4345b2 None None] Agent healthcheck: found 6 active agents {{(pid=93799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 21:32:09.191581 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f99e4d-9903-4c4d-a551-2e7bde3ba376 req-cc364473-d99c-4762-85ef-9aeed3cee56a tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:32:09.193307 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-f8f99e4d-9903-4c4d-a551-2e7bde3ba376 req-cc364473-d99c-4762-85ef-9aeed3cee56a tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 946 time: 0.0497029 Aug 27 21:32:09.232738 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-f8f99e4d-9903-4c4d-a551-2e7bde3ba376 req-505d1f5f-bf4c-44ed-9173-1c7105b765d3 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups?id=1525189f-f799-4c04-8102-b0faa0ee4574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324717 Aug 27 21:32:09.633804 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee99179-6bb7-49b0-b213-e2cb68fba9f0 req-88a17b4b-b4fd-4739-8ac7-a76d1b2e6ec0 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:32:09.635259 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-3ee99179-6bb7-49b0-b213-e2cb68fba9f0 req-88a17b4b-b4fd-4739-8ac7-a76d1b2e6ec0 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.73 "GET /v2.0/ports?device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 946 time: 0.0485470 Aug 27 21:32:09.727975 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-3ee99179-6bb7-49b0-b213-e2cb68fba9f0 req-4f0a8b5f-74a1-4912-ac8b-792992a9006c tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Deleting port 93baeb5f-5110-4687-925d-bee1b1c54deb {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 21:32:09.728310 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3ee99179-6bb7-49b0-b213-e2cb68fba9f0 req-4f0a8b5f-74a1-4912-ac8b-792992a9006c tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794201129759'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:09.818444 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-3ee99179-6bb7-49b0-b213-e2cb68fba9f0 req-4f0a8b5f-74a1-4912-ac8b-792992a9006c tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] For port 93baeb5f-5110-4687-925d-bee1b1c54deb, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=93baeb5f-5110-4687-925d-bee1b1c54deb,segment=NetworkSegment(cf28798e-2dc9-43ac-a0bc-53018bbccb0e),segment_id=cf28798e-2dc9-43ac-a0bc-53018bbccb0e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:32:09.818444 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3ee99179-6bb7-49b0-b213-e2cb68fba9f0 req-4f0a8b5f-74a1-4912-ac8b-792992a9006c tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:09.983848 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3ee99179-6bb7-49b0-b213-e2cb68fba9f0 req-4f0a8b5f-74a1-4912-ac8b-792992a9006c tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:09.984239 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3ee99179-6bb7-49b0-b213-e2cb68fba9f0 req-4f0a8b5f-74a1-4912-ac8b-792992a9006c tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628369'] for floatingip, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:09.984593 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.db.l3_db [req-3ee99179-6bb7-49b0-b213-e2cb68fba9f0 req-4f0a8b5f-74a1-4912-ac8b-792992a9006c tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Floating IP 86c42164-c437-4eb4-81de-ebde51f03c3b disassociated. External IP: 172.27.0.151, port: 93baeb5f-5110-4687-925d-bee1b1c54deb. Aug 27 21:32:09.984940 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [req-3ee99179-6bb7-49b0-b213-e2cb68fba9f0 req-4f0a8b5f-74a1-4912-ac8b-792992a9006c tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Calling delete_port for 93baeb5f-5110-4687-925d-bee1b1c54deb owned by compute:nova {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 21:32:10.115072 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3ee99179-6bb7-49b0-b213-e2cb68fba9f0 req-4f0a8b5f-74a1-4912-ac8b-792992a9006c tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794201022239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794200564237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-275356'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:10.149525 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0a8b5f-74a1-4912-ac8b-792992a9006c tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Pushing event deleted for resources: {'Port': ['ID=93baeb5f-5110-4687-925d-bee1b1c54deb,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:32:10.262995 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ee99179-6bb7-49b0-b213-e2cb68fba9f0 req-4f0a8b5f-74a1-4912-ac8b-792992a9006c tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Router af46ff4f-6630-489b-84a6-265c56f11df1 has already been hosted by L3 agent da753c34-e47f-42d8-9f83-ec5464f53bc8 {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 21:32:10.331645 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-51885a6b-2c22-4a7a-abd6-4caf5e446ac0 req-097a1bd2-25b2-4c40-bd0c-df8790f1c44e tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/ports?device_id=57ed92d7-1b08-4015-8c44-13d686b1c812 HTTP/1.1" status: 200 len: 210 time: 0.0304663 Aug 27 21:32:10.372377 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ee99179-6bb7-49b0-b213-e2cb68fba9f0 req-4f0a8b5f-74a1-4912-ac8b-792992a9006c tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify agent at l3_agent.dv-cinder-806436-1-iscsi the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 21:32:10.381639 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d558c72-6bc3-477f-bc8a-a5d4d0380ff7 None None] Sync routers for ids ['af46ff4f-6630-489b-84a6-265c56f11df1'] in dv-cinder-806436-1-iscsi {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 21:32:10.390552 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d558c72-6bc3-477f-bc8a-a5d4d0380ff7 None None] Routers {'af46ff4f-6630-489b-84a6-265c56f11df1'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:32:10.391224 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-3d558c72-6bc3-477f-bc8a-a5d4d0380ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:31:51Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['af46ff4f-6630-489b-84a6-265c56f11df1'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:32:10.410445 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee99179-6bb7-49b0-b213-e2cb68fba9f0 req-4f0a8b5f-74a1-4912-ac8b-792992a9006c tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] No DVR routers for this DVR port 93baeb5f-5110-4687-925d-bee1b1c54deb on host hv-cinder-80643 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 21:32:10.413536 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-3ee99179-6bb7-49b0-b213-e2cb68fba9f0 req-4f0a8b5f-74a1-4912-ac8b-792992a9006c tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:10.415552 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-3ee99179-6bb7-49b0-b213-e2cb68fba9f0 req-4f0a8b5f-74a1-4912-ac8b-792992a9006c tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.73 "DELETE /v2.0/ports/93baeb5f-5110-4687-925d-bee1b1c54deb HTTP/1.1" status: 204 len: 173 time: 0.7736628 Aug 27 21:32:10.415990 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ed92d7-1b08-4015-8c44-13d686b1c812', 'name': 'network-vif-deleted', 'tag': '93baeb5f-5110-4687-925d-bee1b1c54deb'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:32:10.418270 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef12610d4521d53b4d383b2d1315697e44e13910463e2f079bf4fa6d75d3d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6732c2-b699-4d71-a98f-6f5c13ec29cc" -d '{"events": [{"server_uuid": "57ed92d7-1b08-4015-8c44-13d686b1c812", "name": "network-vif-deleted", "tag": "93baeb5f-5110-4687-925d-bee1b1c54deb"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:32:10.470877 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 21:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37050107-a7e2-4038-8763-2dcf8e47b40b x-openstack-request-id: req-37050107-a7e2-4038-8763-2dcf8e47b40b {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:32:10.471178 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ed92d7-1b08-4015-8c44-13d686b1c812", "name": "network-vif-deleted", "tag": "93baeb5f-5110-4687-925d-bee1b1c54deb", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:32:10.471605 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-37050107-a7e2-4038-8763-2dcf8e47b40b {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:32:10.472143 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ed92d7-1b08-4015-8c44-13d686b1c812', 'name': 'network-vif-deleted', 'tag': '93baeb5f-5110-4687-925d-bee1b1c54deb', 'status': 'completed', 'code': 200} Aug 27 21:32:10.511933 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-3d558c72-6bc3-477f-bc8a-a5d4d0380ff7 None None] Set router af46ff4f-6630-489b-84a6-265c56f11df1 gateway port host: dv-cinder-806436-1-iscsi {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:32:10.730392 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-3d558c72-6bc3-477f-bc8a-a5d4d0380ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af46ff4f-6630-489b-84a6-265c56f11df1', 'name': 'tempest-AttachVolumeShelveTestJSON-1071624808-router', 'tenant_id': '4c7881af14ba462d932065fd81b90b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '0c0a21da-690f-4bff-8a38-757117dd485b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:24:03Z', 'updated_at': '2021-08-27T21:24:11Z', 'revision_number': 4, 'project_id': '4c7881af14ba462d932065fd81b90b6e', 'gw_port': {'id': '0c0a21da-690f-4bff-8a38-757117dd485b', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:32:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46ff4f-6630-489b-84a6-265c56f11df1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:24:04Z', 'updated_at': '2021-08-27T21:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_interfaces': [{'id': '0d4d7021-60bf-457b-a75d-9d5a044298ed', 'name': '', 'network_id': '9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89', 'tenant_id': '4c7881af14ba462d932065fd81b90b6e', 'mac_address': 'fa:16:3e:a2:11:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46ff4f-6630-489b-84a6-265c56f11df1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6921f496-5d7a-4db6-bf96-720866799ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:24:10Z', 'updated_at': '2021-08-27T21:24:23Z', 'revision_number': 5, 'project_id': '4c7881af14ba462d932065fd81b90b6e', 'subnets': [{'id': '6921f496-5d7a-4db6-bf96-720866799ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:32:10.757401 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d558c72-6bc3-477f-bc8a-a5d4d0380ff7 None None] Checking router: af46ff4f-6630-489b-84a6-265c56f11df1 for host: dv-cinder-806436-1-iscsi {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 21:32:10.766188 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d558c72-6bc3-477f-bc8a-a5d4d0380ff7 None None] Routers {'af46ff4f-6630-489b-84a6-265c56f11df1'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:32:10.766794 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-3d558c72-6bc3-477f-bc8a-a5d4d0380ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:31:51Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['af46ff4f-6630-489b-84a6-265c56f11df1'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:32:10.878432 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-3d558c72-6bc3-477f-bc8a-a5d4d0380ff7 None None] Set router af46ff4f-6630-489b-84a6-265c56f11df1 gateway port host: dv-cinder-806436-1-iscsi {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:32:11.201964 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-3d558c72-6bc3-477f-bc8a-a5d4d0380ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af46ff4f-6630-489b-84a6-265c56f11df1', 'name': 'tempest-AttachVolumeShelveTestJSON-1071624808-router', 'tenant_id': '4c7881af14ba462d932065fd81b90b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '0c0a21da-690f-4bff-8a38-757117dd485b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:24:03Z', 'updated_at': '2021-08-27T21:24:11Z', 'revision_number': 4, 'project_id': '4c7881af14ba462d932065fd81b90b6e', 'gw_port': {'id': '0c0a21da-690f-4bff-8a38-757117dd485b', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:32:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46ff4f-6630-489b-84a6-265c56f11df1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:24:04Z', 'updated_at': '2021-08-27T21:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_interfaces': [{'id': '0d4d7021-60bf-457b-a75d-9d5a044298ed', 'name': '', 'network_id': '9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89', 'tenant_id': '4c7881af14ba462d932065fd81b90b6e', 'mac_address': 'fa:16:3e:a2:11:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46ff4f-6630-489b-84a6-265c56f11df1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6921f496-5d7a-4db6-bf96-720866799ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:24:10Z', 'updated_at': '2021-08-27T21:24:23Z', 'revision_number': 5, 'project_id': '4c7881af14ba462d932065fd81b90b6e', 'subnets': [{'id': '6921f496-5d7a-4db6-bf96-720866799ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:32:11.228936 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d558c72-6bc3-477f-bc8a-a5d4d0380ff7 None None] The sync data for ids ['af46ff4f-6630-489b-84a6-265c56f11df1'] in dv-cinder-806436-1-iscsi is: [{'id': 'af46ff4f-6630-489b-84a6-265c56f11df1', 'name': 'tempest-AttachVolumeShelveTestJSON-1071624808-router', 'tenant_id': '4c7881af14ba462d932065fd81b90b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '0c0a21da-690f-4bff-8a38-757117dd485b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:24:03Z', 'updated_at': '2021-08-27T21:24:11Z', 'revision_number': 4, 'project_id': '4c7881af14ba462d932065fd81b90b6e', 'gw_port': {'id': '0c0a21da-690f-4bff-8a38-757117dd485b', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:32:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46ff4f-6630-489b-84a6-265c56f11df1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:24:04Z', 'updated_at': '2021-08-27T21:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_interfaces': [{'id': '0d4d7021-60bf-457b-a75d-9d5a044298ed', 'name': '', 'network_id': '9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89', 'tenant_id': '4c7881af14ba462d932065fd81b90b6e', 'mac_address': 'fa:16:3e:a2:11:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46ff4f-6630-489b-84a6-265c56f11df1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6921f496-5d7a-4db6-bf96-720866799ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:24:10Z', 'updated_at': '2021-08-27T21:24:23Z', 'revision_number': 5, 'project_id': '4c7881af14ba462d932065fd81b90b6e', 'subnets': [{'id': '6921f496-5d7a-4db6-bf96-720866799ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 21:32:11.424031 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 38426) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:32:11.451222 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7dd5d7-a682-4679-9c74-613ff424a63d None None] New status for floating IP 86c42164-c437-4eb4-81de-ebde51f03c3b: DOWN {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 21:32:11.486636 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-645630db-da53-4a80-8aad-043355d3241d tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:11.509662 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-645630db-da53-4a80-8aad-043355d3241d tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:11.557295 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-645630db-da53-4a80-8aad-043355d3241d tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:11.560104 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-645630db-da53-4a80-8aad-043355d3241d tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:11.561331 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-645630db-da53-4a80-8aad-043355d3241d tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "DELETE /v2.0/security-groups/1525189f-f799-4c04-8102-b0faa0ee4574 HTTP/1.1" status: 204 len: 168 time: 0.1359911 Aug 27 21:32:11.564262 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 38428) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:32:11.570921 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645630db-da53-4a80-8aad-043355d3241d tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1525189f-f799-4c04-8102-b0faa0ee4574,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:32:11.584128 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.api.v2.resource [None req-64feb18d-5fa2-4c2d-bf99-2a0e35e1fedf tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] show failed (client error): The resource could not be found. Aug 27 21:32:11.587220 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-64feb18d-5fa2-4c2d-bf99-2a0e35e1fedf tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "GET /v2.0/security-groups/1525189f-f799-4c04-8102-b0faa0ee4574 HTTP/1.1" status: 404 len: 347 time: 0.0214107 Aug 27 21:32:11.588524 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 38430) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:32:11.709366 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-8c2a1eea-df76-4d01-aaad-5e4fae6914f7 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Deleting port 40dd305f-5c24-4247-8926-00975a859bba {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 21:32:11.709703 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8c2a1eea-df76-4d01-aaad-5e4fae6914f7 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794201129759'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:11.788015 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8c2a1eea-df76-4d01-aaad-5e4fae6914f7 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:11.788265 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8c2a1eea-df76-4d01-aaad-5e4fae6914f7 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:11.799547 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-8c2a1eea-df76-4d01-aaad-5e4fae6914f7 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Calling delete_port for 40dd305f-5c24-4247-8926-00975a859bba owned by network:floatingip {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 21:32:11.929022 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8c2a1eea-df76-4d01-aaad-5e4fae6914f7 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794201022239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794200564237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-275356'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:11.958978 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2a1eea-df76-4d01-aaad-5e4fae6914f7 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Pushing event deleted for resources: {'Port': ['ID=40dd305f-5c24-4247-8926-00975a859bba,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:32:12.017630 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8c2a1eea-df76-4d01-aaad-5e4fae6914f7 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks [] for floatingip, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:12.018687 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8c2a1eea-df76-4d01-aaad-5e4fae6914f7 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:12.019816 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-8c2a1eea-df76-4d01-aaad-5e4fae6914f7 tempest-AttachVolumeShelveTestJSON-287608122 tempest-AttachVolumeShelveTestJSON-287608122-project] 10.222.0.39 "DELETE /v2.0/floatingips/86c42164-c437-4eb4-81de-ebde51f03c3b HTTP/1.1" status: 204 len: 168 time: 0.4303241 Aug 27 21:32:12.354744 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:13.081873 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device 93baeb5f-5110-4687-925d-bee1b1c54deb no longer exists at agent hyperv_hv-cinder-80643 {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 21:32:13.103850 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] No Port match for: 93baeb5f-5110-4687-925d-bee1b1c54deb {{(pid=93798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 21:32:13.104199 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device 93baeb5f-5110-4687-925d-bee1b1c54deb not bound to the agent host hv-cinder-80643 {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 21:32:14.443923 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 38458) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:32:14.815870 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-a764ebaf-d384-4b4e-b390-85e3083dffce req-876607fe-c5bd-443f-a74e-add834ae352a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9cc88d78-4965-4dfc-8c30-98f623e768ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0874066 Aug 27 21:32:14.935350 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764ebaf-d384-4b4e-b390-85e3083dffce req-94cfdc3f-ac69-425a-9d91-2f351951cbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:32:14.936865 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-a764ebaf-d384-4b4e-b390-85e3083dffce req-94cfdc3f-ac69-425a-9d91-2f351951cbf2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c2b8ea1d8b104790a4de676157dbe4f3&device_id=9cc88d78-4965-4dfc-8c30-98f623e768ef HTTP/1.1" status: 200 len: 1099 time: 0.0941932 Aug 27 21:32:15.105292 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764ebaf-d384-4b4e-b390-85e3083dffce req-5e3f6464-f618-4306-9e5d-c28a45e8ecba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:32:15.106667 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-a764ebaf-d384-4b4e-b390-85e3083dffce req-5e3f6464-f618-4306-9e5d-c28a45e8ecba service neutron] 10.222.0.73 "GET /v2.0/networks?id=3ba0d4a2-623b-4c37-8552-bca65d0b90fa HTTP/1.1" status: 200 len: 913 time: 0.1464748 Aug 27 21:32:15.173265 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-edc99c98-1253-4097-95d9-e90ac759cd97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634575'] for router_interface, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:15.221473 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-a764ebaf-d384-4b4e-b390-85e3083dffce req-b5a6c128-083c-4899-87df-908872899bef service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6dfbd68e-dd05-412f-a2ca-4197047e6d0f HTTP/1.1" status: 200 len: 1001 time: 0.1042824 Aug 27 21:32:15.319032 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764ebaf-d384-4b4e-b390-85e3083dffce req-c4c56f93-ff7b-4a79-87da-844b0ab89579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:32:15.320493 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-a764ebaf-d384-4b4e-b390-85e3083dffce req-c4c56f93-ff7b-4a79-87da-844b0ab89579 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=963c1e30-5961-4cc8-bba8-6c8d398a8e99 HTTP/1.1" status: 200 len: 851 time: 0.0596647 Aug 27 21:32:15.450868 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764ebaf-d384-4b4e-b390-85e3083dffce req-d479f508-4ec3-4742-82b9-525b76387f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:32:15.452438 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-a764ebaf-d384-4b4e-b390-85e3083dffce req-d479f508-4ec3-4742-82b9-525b76387f28 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3ba0d4a2-623b-4c37-8552-bca65d0b90fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1151776 Aug 27 21:32:15.603330 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-a764ebaf-d384-4b4e-b390-85e3083dffce req-de412851-e0d7-4f29-ba74-bf3782329140 service neutron] 10.222.0.73 "GET /v2.0/networks/3ba0d4a2-623b-4c37-8552-bca65d0b90fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406674 Aug 27 21:32:15.665218 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-edc99c98-1253-4097-95d9-e90ac759cd97 admin admin] Deleting port 0d4d7021-60bf-457b-a75d-9d5a044298ed {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 21:32:15.665558 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-edc99c98-1253-4097-95d9-e90ac759cd97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794201129759'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:15.754465 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-a764ebaf-d384-4b4e-b390-85e3083dffce req-99f1b291-8198-4f04-a03c-2e6ddcf38108 service neutron] 10.222.0.73 "GET /v2.0/networks/3ba0d4a2-623b-4c37-8552-bca65d0b90fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422539 Aug 27 21:32:15.772310 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-edc99c98-1253-4097-95d9-e90ac759cd97 admin admin] For port 0d4d7021-60bf-457b-a75d-9d5a044298ed, host dv-cinder-806436-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=0d4d7021-60bf-457b-a75d-9d5a044298ed,segment=NetworkSegment(cf28798e-2dc9-43ac-a0bc-53018bbccb0e),segment_id=cf28798e-2dc9-43ac-a0bc-53018bbccb0e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:32:15.772899 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-edc99c98-1253-4097-95d9-e90ac759cd97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:15.786071 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-edc99c98-1253-4097-95d9-e90ac759cd97 admin admin] Calling delete_port for 0d4d7021-60bf-457b-a75d-9d5a044298ed owned by network:router_interface {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 21:32:16.206031 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-edc99c98-1253-4097-95d9-e90ac759cd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794201022239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794200564237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-275356'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:16.229234 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc99c98-1253-4097-95d9-e90ac759cd97 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d4d7021-60bf-457b-a75d-9d5a044298ed,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:32:16.414374 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-edc99c98-1253-4097-95d9-e90ac759cd97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634373'] for router_interface, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:16.632199 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc99c98-1253-4097-95d9-e90ac759cd97 admin admin] Router af46ff4f-6630-489b-84a6-265c56f11df1 has already been hosted by L3 agent da753c34-e47f-42d8-9f83-ec5464f53bc8 {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 21:32:16.741120 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc99c98-1253-4097-95d9-e90ac759cd97 admin admin] Notify agent at l3_agent.dv-cinder-806436-1-iscsi the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 21:32:16.745854 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-edc99c98-1253-4097-95d9-e90ac759cd97 admin admin] 10.222.0.39 "PUT /v2.0/routers/af46ff4f-6630-489b-84a6-265c56f11df1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3008835 Aug 27 21:32:16.749233 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 38468) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:32:16.750987 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0fca65-43a1-4b4d-9e8c-c21430a40038 None None] Sync routers for ids ['af46ff4f-6630-489b-84a6-265c56f11df1'] in dv-cinder-806436-1-iscsi {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 21:32:16.761521 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0fca65-43a1-4b4d-9e8c-c21430a40038 None None] Routers {'af46ff4f-6630-489b-84a6-265c56f11df1'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:32:16.762274 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-6d0fca65-43a1-4b4d-9e8c-c21430a40038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:31:51Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['af46ff4f-6630-489b-84a6-265c56f11df1'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:32:16.870436 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-633d2ed4-f4b9-4887-a1b8-7ec3ee18c80f admin admin] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:16.882169 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-6d0fca65-43a1-4b4d-9e8c-c21430a40038 None None] Set router af46ff4f-6630-489b-84a6-265c56f11df1 gateway port host: dv-cinder-806436-1-iscsi {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:32:16.979034 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-633d2ed4-f4b9-4887-a1b8-7ec3ee18c80f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:17.034658 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-633d2ed4-f4b9-4887-a1b8-7ec3ee18c80f admin admin] Deleting port 0c0a21da-690f-4bff-8a38-757117dd485b {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 21:32:17.034984 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-633d2ed4-f4b9-4887-a1b8-7ec3ee18c80f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794201129759'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:17.085727 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-6d0fca65-43a1-4b4d-9e8c-c21430a40038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af46ff4f-6630-489b-84a6-265c56f11df1', 'name': 'tempest-AttachVolumeShelveTestJSON-1071624808-router', 'tenant_id': '4c7881af14ba462d932065fd81b90b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '0c0a21da-690f-4bff-8a38-757117dd485b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:24:03Z', 'updated_at': '2021-08-27T21:32:16Z', 'revision_number': 5, 'project_id': '4c7881af14ba462d932065fd81b90b6e', 'gw_port': {'id': '0c0a21da-690f-4bff-8a38-757117dd485b', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:32:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46ff4f-6630-489b-84a6-265c56f11df1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:24:04Z', 'updated_at': '2021-08-27T21:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi'}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:32:17.117780 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0fca65-43a1-4b4d-9e8c-c21430a40038 None None] Checking router: af46ff4f-6630-489b-84a6-265c56f11df1 for host: dv-cinder-806436-1-iscsi {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 21:32:17.127330 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0fca65-43a1-4b4d-9e8c-c21430a40038 None None] Routers {'af46ff4f-6630-489b-84a6-265c56f11df1'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:32:17.127935 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-6d0fca65-43a1-4b4d-9e8c-c21430a40038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:31:51Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['af46ff4f-6630-489b-84a6-265c56f11df1'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:32:17.137376 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-633d2ed4-f4b9-4887-a1b8-7ec3ee18c80f admin admin] For port 0c0a21da-690f-4bff-8a38-757117dd485b, host dv-cinder-806436-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=0c0a21da-690f-4bff-8a38-757117dd485b,segment=NetworkSegment(294aecfa-d12c-4149-ab86-bf2395e16d40),segment_id=294aecfa-d12c-4149-ab86-bf2395e16d40)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:32:17.137746 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-633d2ed4-f4b9-4887-a1b8-7ec3ee18c80f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:17.150169 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-633d2ed4-f4b9-4887-a1b8-7ec3ee18c80f admin admin] Calling delete_port for 0c0a21da-690f-4bff-8a38-757117dd485b owned by network:router_gateway {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 21:32:17.218804 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-6d0fca65-43a1-4b4d-9e8c-c21430a40038 None None] Set router af46ff4f-6630-489b-84a6-265c56f11df1 gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:32:17.275283 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-6d0fca65-43a1-4b4d-9e8c-c21430a40038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af46ff4f-6630-489b-84a6-265c56f11df1', 'name': 'tempest-AttachVolumeShelveTestJSON-1071624808-router', 'tenant_id': '4c7881af14ba462d932065fd81b90b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:24:03Z', 'updated_at': '2021-08-27T21:32:16Z', 'revision_number': 6, 'project_id': '4c7881af14ba462d932065fd81b90b6e', 'gw_port_host': None}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:32:17.307752 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0fca65-43a1-4b4d-9e8c-c21430a40038 None None] The sync data for ids ['af46ff4f-6630-489b-84a6-265c56f11df1'] in dv-cinder-806436-1-iscsi is: [{'id': 'af46ff4f-6630-489b-84a6-265c56f11df1', 'name': 'tempest-AttachVolumeShelveTestJSON-1071624808-router', 'tenant_id': '4c7881af14ba462d932065fd81b90b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:24:03Z', 'updated_at': '2021-08-27T21:32:16Z', 'revision_number': 6, 'project_id': '4c7881af14ba462d932065fd81b90b6e', 'gw_port_host': None}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 21:32:17.330119 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-633d2ed4-f4b9-4887-a1b8-7ec3ee18c80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794201022239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794200564237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-275356'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:17.356663 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633d2ed4-f4b9-4887-a1b8-7ec3ee18c80f admin admin] Pushing event deleted for resources: {'Port': ['ID=0c0a21da-690f-4bff-8a38-757117dd485b,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:32:17.419005 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-633d2ed4-f4b9-4887-a1b8-7ec3ee18c80f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628319'] for router_gateway, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:17.508146 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-633d2ed4-f4b9-4887-a1b8-7ec3ee18c80f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-630464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40198'] for router, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:17.510205 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-633d2ed4-f4b9-4887-a1b8-7ec3ee18c80f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:17.556121 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-633d2ed4-f4b9-4887-a1b8-7ec3ee18c80f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-630479'] for router, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:17.556790 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633d2ed4-f4b9-4887-a1b8-7ec3ee18c80f admin admin] Fanout notify agent at l3_agent the message router_deleted on router af46ff4f-6630-489b-84a6-265c56f11df1 {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 21:32:17.561851 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-633d2ed4-f4b9-4887-a1b8-7ec3ee18c80f admin admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:17.563353 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-633d2ed4-f4b9-4887-a1b8-7ec3ee18c80f admin admin] 10.222.0.39 "DELETE /v2.0/routers/af46ff4f-6630-489b-84a6-265c56f11df1 HTTP/1.1" status: 204 len: 168 time: 0.8129010 Aug 27 21:32:17.565838 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 38474) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:32:17.611336 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7d26fd6-761e-4a8f-a9bd-53591ccf5b2d admin admin] Deleting subnet 6921f496-5d7a-4db6-bf96-720866799ce1 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 21:32:17.614784 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b7d26fd6-761e-4a8f-a9bd-53591ccf5b2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:17.649378 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b7d26fd6-761e-4a8f-a9bd-53591ccf5b2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3590199'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:17.737176 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b7d26fd6-761e-4a8f-a9bd-53591ccf5b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8232119'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:17.787980 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b7d26fd6-761e-4a8f-a9bd-53591ccf5b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8232120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-275407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3223993'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:17.810937 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d26fd6-761e-4a8f-a9bd-53591ccf5b2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6921f496-5d7a-4db6-bf96-720866799ce1,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:32:17.816178 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b7d26fd6-761e-4a8f-a9bd-53591ccf5b2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:17.818715 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-b7d26fd6-761e-4a8f-a9bd-53591ccf5b2d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6921f496-5d7a-4db6-bf96-720866799ce1 HTTP/1.1" status: 204 len: 168 time: 0.2519610 Aug 27 21:32:17.821178 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 38476) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:32:17.823110 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb4291a-96ad-4ff1-8966-16319b17d419 None None] Network 9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89 requested from dv-cinder-806436-1-iscsi {{(pid=93798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 21:32:17.891016 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dabc9d1b-9a36-4419-aca6-d8bb9d85311f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8293159'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:17.945967 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-dabc9d1b-9a36-4419-aca6-d8bb9d85311f admin admin] Deleting port 10f1d64c-08d1-4662-9586-f36fad3b04bb {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 21:32:17.946311 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dabc9d1b-9a36-4419-aca6-d8bb9d85311f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794201129759'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:18.007119 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-dabc9d1b-9a36-4419-aca6-d8bb9d85311f admin admin] For port 10f1d64c-08d1-4662-9586-f36fad3b04bb, host dv-cinder-806436-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=10f1d64c-08d1-4662-9586-f36fad3b04bb,segment=NetworkSegment(cf28798e-2dc9-43ac-a0bc-53018bbccb0e),segment_id=cf28798e-2dc9-43ac-a0bc-53018bbccb0e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:32:18.007402 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dabc9d1b-9a36-4419-aca6-d8bb9d85311f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:18.019402 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-dabc9d1b-9a36-4419-aca6-d8bb9d85311f admin admin] Calling delete_port for 10f1d64c-08d1-4662-9586-f36fad3b04bb owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 21:32:18.056213 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e435bfbe-9fce-4c58-9349-8339a347d4b5 None None] DHCP port deletion for 9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89 request from dv-cinder-806436-1-iscsi {{(pid=93798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 21:32:18.106230 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dabc9d1b-9a36-4419-aca6-d8bb9d85311f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794201022239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794200564237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-275356'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:18.110148 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-e435bfbe-9fce-4c58-9349-8339a347d4b5 None None] Deleting port 10f1d64c-08d1-4662-9586-f36fad3b04bb {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 21:32:18.110599 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e435bfbe-9fce-4c58-9349-8339a347d4b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794201129759'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:18.132503 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabc9d1b-9a36-4419-aca6-d8bb9d85311f admin admin] Pushing event deleted for resources: {'Port': ['ID=10f1d64c-08d1-4662-9586-f36fad3b04bb,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:32:18.136442 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabc9d1b-9a36-4419-aca6-d8bb9d85311f admin admin] No DVR routers for this DVR port 10f1d64c-08d1-4662-9586-f36fad3b04bb on host dv-cinder-806436-1-iscsi {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 21:32:18.177106 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-e435bfbe-9fce-4c58-9349-8339a347d4b5 None None] For port 10f1d64c-08d1-4662-9586-f36fad3b04bb, host dv-cinder-806436-1-iscsi, got binding levels [] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:32:18.177917 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e435bfbe-9fce-4c58-9349-8339a347d4b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:18.192485 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-e435bfbe-9fce-4c58-9349-8339a347d4b5 None None] Calling delete_port for 10f1d64c-08d1-4662-9586-f36fad3b04bb owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 21:32:18.195436 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.ipam_backend_mixin [None req-e435bfbe-9fce-4c58-9349-8339a347d4b5 None None] Port 10f1d64c-08d1-4662-9586-f36fad3b04bb was not found and therefore no delete operation was performed {{(pid=93798) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 21:32:18.196855 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e435bfbe-9fce-4c58-9349-8339a347d4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794201022239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794200564237'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:18.212041 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dabc9d1b-9a36-4419-aca6-d8bb9d85311f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8361292', 'neutron.services.segments.db._delete_segments_for_network-8794201047534'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:18.221974 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.services.segments.db [None req-dabc9d1b-9a36-4419-aca6-d8bb9d85311f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:32:18.225215 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e435bfbe-9fce-4c58-9349-8339a347d4b5 None None] Pushing event deleted for resources: {'Port': ['ID=10f1d64c-08d1-4662-9586-f36fad3b04bb,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:32:18.227087 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e435bfbe-9fce-4c58-9349-8339a347d4b5 None None] No DVR routers for this DVR port 10f1d64c-08d1-4662-9586-f36fad3b04bb on host dv-cinder-806436-1-iscsi {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 21:32:18.233933 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.services.segments.db [None req-dabc9d1b-9a36-4419-aca6-d8bb9d85311f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf28798e-2dc9-43ac-a0bc-53018bbccb0e') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:32:18.234063 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.services.segments.db [None req-dabc9d1b-9a36-4419-aca6-d8bb9d85311f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf28798e-2dc9-43ac-a0bc-53018bbccb0e') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:32:18.243742 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dabc9d1b-9a36-4419-aca6-d8bb9d85311f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794201047417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3590184'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:18.257175 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dabc9d1b-9a36-4419-aca6-d8bb9d85311f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226622'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:18.263219 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dabc9d1b-9a36-4419-aca6-d8bb9d85311f admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 21:32:18.263605 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dabc9d1b-9a36-4419-aca6-d8bb9d85311f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-275369'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:18.265249 dv-cinder-806436-1-iscsi neutron-server[93797]: Traceback (most recent call last): Aug 27 21:32:18.265249 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 21:32:18.265249 dv-cinder-806436-1-iscsi neutron-server[93797]: timer() Aug 27 21:32:18.265249 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 21:32:18.265249 dv-cinder-806436-1-iscsi neutron-server[93797]: cb(*args, **kw) Aug 27 21:32:18.265249 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 21:32:18.265249 dv-cinder-806436-1-iscsi neutron-server[93797]: return func(*args, **kwargs) Aug 27 21:32:18.265249 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 21:32:18.265249 dv-cinder-806436-1-iscsi neutron-server[93797]: self._notify() Aug 27 21:32:18.265249 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 21:32:18.265249 dv-cinder-806436-1-iscsi neutron-server[93797]: self.callback(batched_events) Aug 27 21:32:18.265249 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 21:32:18.265249 dv-cinder-806436-1-iscsi neutron-server[93797]: event.method(event) Aug 27 21:32:18.265249 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 21:32:18.265249 dv-cinder-806436-1-iscsi neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 21:32:18.265249 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 21:32:18.265249 dv-cinder-806436-1-iscsi neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 21:32:18.265249 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 21:32:18.265249 dv-cinder-806436-1-iscsi neutron-server[93797]: return f(self, *a, **k) Aug 27 21:32:18.265249 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 21:32:18.265249 dv-cinder-806436-1-iscsi neutron-server[93797]: return self._get(url).json() Aug 27 21:32:18.265249 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 21:32:18.265249 dv-cinder-806436-1-iscsi neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 21:32:18.265249 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 21:32:18.265249 dv-cinder-806436-1-iscsi neutron-server[93797]: return self.request(url, 'GET', **kwargs) Aug 27 21:32:18.265249 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 21:32:18.265249 dv-cinder-806436-1-iscsi neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 21:32:18.265249 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 21:32:18.265249 dv-cinder-806436-1-iscsi neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 21:32:18.265249 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 21:32:18.265249 dv-cinder-806436-1-iscsi neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 21:32:18.265249 dv-cinder-806436-1-iscsi neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 21:32:18.321333 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dabc9d1b-9a36-4419-aca6-d8bb9d85311f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8361269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628323'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:18.337294 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dabc9d1b-9a36-4419-aca6-d8bb9d85311f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:18.339191 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-dabc9d1b-9a36-4419-aca6-d8bb9d85311f admin admin] 10.222.0.39 "DELETE /v2.0/networks/9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89 HTTP/1.1" status: 204 len: 168 time: 0.5169361 Aug 27 21:32:18.342552 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabc9d1b-9a36-4419-aca6-d8bb9d85311f admin admin] Pushing event deleted for resources: {'Network': ['ID=9f8bc21e-5f27-4fbc-abbd-4c0460bc6a89,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:32:18.460755 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 38480) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:32:18.487211 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 10f1d64c-08d1-4662-9586-f36fad3b04bb no longer exists at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 21:32:18.505024 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-ca70441c-a0ae-4ef9-bfb8-41fbacb46d13 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4c7881af14ba462d932065fd81b90b6e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0428836 Aug 27 21:32:18.508085 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 38484) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:32:18.512984 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] No Port match for: 10f1d64c-08d1-4662-9586-f36fad3b04bb {{(pid=93798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 21:32:18.513346 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 10f1d64c-08d1-4662-9586-f36fad3b04bb not bound to the agent host dv-cinder-806436-1-iscsi {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 21:32:18.513868 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 0d4d7021-60bf-457b-a75d-9d5a044298ed no longer exists at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 21:32:18.533589 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] No Port match for: 0d4d7021-60bf-457b-a75d-9d5a044298ed {{(pid=93798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 21:32:18.533926 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 0d4d7021-60bf-457b-a75d-9d5a044298ed not bound to the agent host dv-cinder-806436-1-iscsi {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 21:32:18.534350 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 0c0a21da-690f-4bff-8a38-757117dd485b no longer exists at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 21:32:18.554710 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] No Port match for: 0c0a21da-690f-4bff-8a38-757117dd485b {{(pid=93798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 21:32:18.554977 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 0c0a21da-690f-4bff-8a38-757117dd485b not bound to the agent host dv-cinder-806436-1-iscsi {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 21:32:18.560088 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-199edf70-a90c-4b81-bdd4-1f95cc0a80c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:18.583583 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-199edf70-a90c-4b81-bdd4-1f95cc0a80c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:18.628818 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-199edf70-a90c-4b81-bdd4-1f95cc0a80c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:18.631829 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-199edf70-a90c-4b81-bdd4-1f95cc0a80c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:18.633004 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-199edf70-a90c-4b81-bdd4-1f95cc0a80c5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/db690a5f-8c01-4629-a6c5-47cdc52bbe28 HTTP/1.1" status: 204 len: 168 time: 0.1238065 Aug 27 21:32:18.640683 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199edf70-a90c-4b81-bdd4-1f95cc0a80c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db690a5f-8c01-4629-a6c5-47cdc52bbe28,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:32:18.720692 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cd5bfec3-7a24-4e73-bb2a-db43a6f7876b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:20.290152 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 38538) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:32:20.397077 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-517ee21a-a957-45f3-8dd4-a2489038390f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:20.491826 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-517ee21a-a957-45f3-8dd4-a2489038390f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:20.497802 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-517ee21a-a957-45f3-8dd4-a2489038390f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:20.538012 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-517ee21a-a957-45f3-8dd4-a2489038390f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3aefe2219b754c4ca8a4cc665fa8f450&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2467704 Aug 27 21:32:20.539227 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ee21a-a957-45f3-8dd4-a2489038390f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c3b96c-4ff8-40c6-9daa-e824758a0e20,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:32:20.540702 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 38542) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:32:20.589329 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b96463bb-9473-4648-a95a-1510062f77c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:20.610184 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b96463bb-9473-4648-a95a-1510062f77c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:20.666404 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b96463bb-9473-4648-a95a-1510062f77c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:20.669428 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b96463bb-9473-4648-a95a-1510062f77c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:20.673102 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-b96463bb-9473-4648-a95a-1510062f77c7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/66c3b96c-4ff8-40c6-9daa-e824758a0e20 HTTP/1.1" status: 204 len: 168 time: 0.1281893 Aug 27 21:32:20.678727 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96463bb-9473-4648-a95a-1510062f77c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c3b96c-4ff8-40c6-9daa-e824758a0e20,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:32:20.940602 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 38550) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:32:20.954069 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bc7d0458-98f0-468b-b577-2eb8f807fb08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:21.040936 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bc7d0458-98f0-468b-b577-2eb8f807fb08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:21.045085 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bc7d0458-98f0-468b-b577-2eb8f807fb08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:21.083942 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-bc7d0458-98f0-468b-b577-2eb8f807fb08 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4cf555e4cdee400db4f3b066d44f9e0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1422830 Aug 27 21:32:21.084832 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7d0458-98f0-468b-b577-2eb8f807fb08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5f9dd3-c81b-4703-8d86-63d0de5ac3be,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:32:21.086848 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 38552) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:32:21.135067 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7145c9ba-634c-4789-a213-63186827d88b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:21.155604 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7145c9ba-634c-4789-a213-63186827d88b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:21.201004 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7145c9ba-634c-4789-a213-63186827d88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:21.203468 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7145c9ba-634c-4789-a213-63186827d88b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:21.204676 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-7145c9ba-634c-4789-a213-63186827d88b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ba5f9dd3-c81b-4703-8d86-63d0de5ac3be HTTP/1.1" status: 204 len: 168 time: 0.1167996 Aug 27 21:32:21.213164 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7145c9ba-634c-4789-a213-63186827d88b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5f9dd3-c81b-4703-8d86-63d0de5ac3be,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:32:21.340845 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-934bb424-6c03-48b8-89d5-e3e557a0ab21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:21.574646 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:22.722164 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65920cb9-5c7f-4952-b134-219b92defc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:24.086630 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-778ce8a3-384f-4928-b9ff-199d4ced17a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:26.165469 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 38638) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:32:26.274606 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1f00744c-6cbf-4abf-b6bb-a47fcd3c5764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:26.367459 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1f00744c-6cbf-4abf-b6bb-a47fcd3c5764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:26.372423 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1f00744c-6cbf-4abf-b6bb-a47fcd3c5764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:26.412039 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f00744c-6cbf-4abf-b6bb-a47fcd3c5764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253c55ab-1241-4393-8ffa-23c3948c32bf,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:32:26.416575 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-1f00744c-6cbf-4abf-b6bb-a47fcd3c5764 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0e2f076125294612bd1c5e67d523064c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2499979 Aug 27 21:32:26.419158 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 38642) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:32:26.467733 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c95f9b94-14f1-4cec-a511-39a1f14a26eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:26.489538 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c95f9b94-14f1-4cec-a511-39a1f14a26eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:26.539079 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c95f9b94-14f1-4cec-a511-39a1f14a26eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:26.541990 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c95f9b94-14f1-4cec-a511-39a1f14a26eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:26.543169 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-c95f9b94-14f1-4cec-a511-39a1f14a26eb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/253c55ab-1241-4393-8ffa-23c3948c32bf HTTP/1.1" status: 204 len: 168 time: 0.1231296 Aug 27 21:32:26.550991 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95f9b94-14f1-4cec-a511-39a1f14a26eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253c55ab-1241-4393-8ffa-23c3948c32bf,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:32:26.818111 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 38648) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:32:26.833049 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1233837d-27ae-498d-a95e-7cd865a6a99f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:26.929388 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1233837d-27ae-498d-a95e-7cd865a6a99f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:26.934254 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1233837d-27ae-498d-a95e-7cd865a6a99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:26.978431 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-1233837d-27ae-498d-a95e-7cd865a6a99f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c40918187bd84eeaaafc6dfc326a6632&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1592255 Aug 27 21:32:26.979614 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1233837d-27ae-498d-a95e-7cd865a6a99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168961ab-0733-413d-a7d1-f462b671fd0b,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:32:26.981413 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 38650) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:32:27.031179 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fec44071-d8a5-4406-8ce6-0df5e3b9db2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:27.052516 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fec44071-d8a5-4406-8ce6-0df5e3b9db2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:27.098525 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fec44071-d8a5-4406-8ce6-0df5e3b9db2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:27.101179 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fec44071-d8a5-4406-8ce6-0df5e3b9db2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:27.102322 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-fec44071-d8a5-4406-8ce6-0df5e3b9db2d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/168961ab-0733-413d-a7d1-f462b671fd0b HTTP/1.1" status: 204 len: 168 time: 0.1199286 Aug 27 21:32:27.110336 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec44071-d8a5-4406-8ce6-0df5e3b9db2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168961ab-0733-413d-a7d1-f462b671fd0b,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:32:29.004677 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 38724) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:32:29.119661 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-42cc92d1-5c94-4c81-8cb9-4be03f79c259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:29.211304 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-42cc92d1-5c94-4c81-8cb9-4be03f79c259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:29.215331 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-42cc92d1-5c94-4c81-8cb9-4be03f79c259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:29.253250 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-42cc92d1-5c94-4c81-8cb9-4be03f79c259 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=747053d00e0b48b7a1175716f5b3f382&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2474589 Aug 27 21:32:29.253947 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cc92d1-5c94-4c81-8cb9-4be03f79c259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c4c0ca-3a79-426d-aedb-57c6a3a53423,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:32:29.257309 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 38728) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:32:29.313740 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-919c3de8-26dc-464f-aabd-95e8ed8a99ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:29.335325 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-919c3de8-26dc-464f-aabd-95e8ed8a99ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:29.383457 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-919c3de8-26dc-464f-aabd-95e8ed8a99ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:29.386106 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-919c3de8-26dc-464f-aabd-95e8ed8a99ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:29.390289 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-919c3de8-26dc-464f-aabd-95e8ed8a99ca admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/52c4c0ca-3a79-426d-aedb-57c6a3a53423 HTTP/1.1" status: 204 len: 168 time: 0.1312108 Aug 27 21:32:29.398784 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919c3de8-26dc-464f-aabd-95e8ed8a99ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c4c0ca-3a79-426d-aedb-57c6a3a53423,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:32:29.655051 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 38736) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:32:29.668444 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e35f493f-b160-42eb-9818-cc805ac62c7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:29.754312 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e35f493f-b160-42eb-9818-cc805ac62c7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:29.758517 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e35f493f-b160-42eb-9818-cc805ac62c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:29.795823 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-e35f493f-b160-42eb-9818-cc805ac62c7e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=163ea0fd8f1e445ba19ad6986bf8befa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1396511 Aug 27 21:32:29.797804 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35f493f-b160-42eb-9818-cc805ac62c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e459cef-ddd7-4f84-b765-df228f9da5c0,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:32:29.799007 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 38738) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:32:29.847583 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-56156ec2-42e0-4969-ad07-924a90af7aab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:29.868612 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-56156ec2-42e0-4969-ad07-924a90af7aab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:29.913443 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-56156ec2-42e0-4969-ad07-924a90af7aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:29.915915 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-56156ec2-42e0-4969-ad07-924a90af7aab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:29.917104 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-56156ec2-42e0-4969-ad07-924a90af7aab admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5e459cef-ddd7-4f84-b765-df228f9da5c0 HTTP/1.1" status: 204 len: 168 time: 0.1170661 Aug 27 21:32:29.925276 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56156ec2-42e0-4969-ad07-924a90af7aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e459cef-ddd7-4f84-b765-df228f9da5c0,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:32:30.960002 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 38770) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:32:31.066192 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-eba7ab38-aa1a-487b-b50d-c68a8179e34d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:31.157817 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-eba7ab38-aa1a-487b-b50d-c68a8179e34d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:31.161390 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-eba7ab38-aa1a-487b-b50d-c68a8179e34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:31.197428 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba7ab38-aa1a-487b-b50d-c68a8179e34d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e49df1-d7df-47dc-9f47-96fb1d65e39e,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:32:31.201661 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-eba7ab38-aa1a-487b-b50d-c68a8179e34d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=95459567decb444fbb9ff31cff35c0c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2406268 Aug 27 21:32:31.205659 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 38774) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:32:31.255125 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-aab1577c-1573-4d4e-af00-2310e9d6ea4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:31.276259 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-aab1577c-1573-4d4e-af00-2310e9d6ea4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:31.321716 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-aab1577c-1573-4d4e-af00-2310e9d6ea4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:31.324181 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-aab1577c-1573-4d4e-af00-2310e9d6ea4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:31.325345 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-aab1577c-1573-4d4e-af00-2310e9d6ea4a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/13e49df1-d7df-47dc-9f47-96fb1d65e39e HTTP/1.1" status: 204 len: 168 time: 0.1188059 Aug 27 21:32:31.332911 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab1577c-1573-4d4e-af00-2310e9d6ea4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e49df1-d7df-47dc-9f47-96fb1d65e39e,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:32:40.410558 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 38862) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:32:40.513752 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0d1e441e-99ee-4b91-baa5-04f7ee186258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:40.604212 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0d1e441e-99ee-4b91-baa5-04f7ee186258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:40.607928 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0d1e441e-99ee-4b91-baa5-04f7ee186258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:40.643910 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-0d1e441e-99ee-4b91-baa5-04f7ee186258 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=53a22628c9de4e99ac6fceae4ac97d48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2323110 Aug 27 21:32:40.645874 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1e441e-99ee-4b91-baa5-04f7ee186258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10de9af1-d1da-45f0-ab35-4587793099db,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:32:40.646796 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 38866) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:32:40.652951 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1e441e-99ee-4b91-baa5-04f7ee186258 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:32:40.653300 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1e441e-99ee-4b91-baa5-04f7ee186258 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:32:40.653647 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1e441e-99ee-4b91-baa5-04f7ee186258 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:32:40.653983 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1e441e-99ee-4b91-baa5-04f7ee186258 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:32:40.654311 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1e441e-99ee-4b91-baa5-04f7ee186258 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:32:40.654638 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1e441e-99ee-4b91-baa5-04f7ee186258 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:32:40.654963 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1e441e-99ee-4b91-baa5-04f7ee186258 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:32:40.655292 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1e441e-99ee-4b91-baa5-04f7ee186258 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:32:40.655616 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1e441e-99ee-4b91-baa5-04f7ee186258 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:32:40.655934 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1e441e-99ee-4b91-baa5-04f7ee186258 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:32:40.656252 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1e441e-99ee-4b91-baa5-04f7ee186258 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:32:40.656612 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1e441e-99ee-4b91-baa5-04f7ee186258 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:32:40.694880 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-17f4a93b-da6e-43a8-808a-9ed8505d224e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:40.714868 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-17f4a93b-da6e-43a8-808a-9ed8505d224e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:40.763885 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-17f4a93b-da6e-43a8-808a-9ed8505d224e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:40.766349 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-17f4a93b-da6e-43a8-808a-9ed8505d224e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:40.767477 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-17f4a93b-da6e-43a8-808a-9ed8505d224e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/10de9af1-d1da-45f0-ab35-4587793099db HTTP/1.1" status: 204 len: 168 time: 0.1197085 Aug 27 21:32:40.774889 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f4a93b-da6e-43a8-808a-9ed8505d224e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10de9af1-d1da-45f0-ab35-4587793099db,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:32:41.375142 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 38890) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:32:41.472817 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [None req-4378fd1d-9b11-4969-8065-0a45ae24e9dd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1605246349-network', 'tenant_id': '3633a7ec3f2e47d38f69218d81c309ac'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:32:41.494432 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4378fd1d-9b11-4969-8065-0a45ae24e9dd admin admin] Made reservation on behalf of 3633a7ec3f2e47d38f69218d81c309ac for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 21:32:41.496777 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4378fd1d-9b11-4969-8065-0a45ae24e9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:41.504717 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4378fd1d-9b11-4969-8065-0a45ae24e9dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:41.598058 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4378fd1d-9b11-4969-8065-0a45ae24e9dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:41.602287 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4378fd1d-9b11-4969-8065-0a45ae24e9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:41.626009 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4378fd1d-9b11-4969-8065-0a45ae24e9dd admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 21:32:41.635177 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4378fd1d-9b11-4969-8065-0a45ae24e9dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e629cb-ef30-439a-92f3-1d33f971fc75,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:32:41.639754 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4378fd1d-9b11-4969-8065-0a45ae24e9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226622'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:41.640090 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.db.segments_db [None req-4378fd1d-9b11-4969-8065-0a45ae24e9dd admin admin] Added segment 83b364ad-b48d-48fe-9f25-96e2d2d67629 of type vlan for network 759bc5bf-bf4d-4679-ab2e-1244d5da1d99 Aug 27 21:32:41.677664 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4378fd1d-9b11-4969-8065-0a45ae24e9dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794200552295'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:41.701439 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4378fd1d-9b11-4969-8065-0a45ae24e9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:41.702350 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4378fd1d-9b11-4969-8065-0a45ae24e9dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:32:41.702965 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4378fd1d-9b11-4969-8065-0a45ae24e9dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:41.758740 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-4378fd1d-9b11-4969-8065-0a45ae24e9dd admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3823092 Aug 27 21:32:41.762822 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 38894) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:32:41.771292 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [None req-993ea8f2-a25b-441d-80b6-50e0add08897 admin admin] Request body: {'subnet': {'network_id': '759bc5bf-bf4d-4679-ab2e-1244d5da1d99', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1605246349-subnet', 'tenant_id': '3633a7ec3f2e47d38f69218d81c309ac', 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:32:41.779654 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4378fd1d-9b11-4969-8065-0a45ae24e9dd admin admin] Pushing event updated for resources: {'Network': ['ID=759bc5bf-bf4d-4679-ab2e-1244d5da1d99,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:32:41.792234 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Network 759bc5bf-bf4d-4679-ab2e-1244d5da1d99 details requested by agent ovs-agent-dv-cinder-806436-1-iscsi with host dv-cinder-806436-1-iscsi {{(pid=93798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 21:32:41.802943 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993ea8f2-a25b-441d-80b6-50e0add08897 admin admin] Made reservation on behalf of 3633a7ec3f2e47d38f69218d81c309ac for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 21:32:41.805573 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-993ea8f2-a25b-441d-80b6-50e0add08897 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3224018'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:41.969204 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-993ea8f2-a25b-441d-80b6-50e0add08897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-313612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3223968'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:42.024362 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993ea8f2-a25b-441d-80b6-50e0add08897 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1adaf92-b3d4-408b-9e3f-dba8dda3f624,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:32:42.031390 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993ea8f2-a25b-441d-80b6-50e0add08897 admin admin] Checking segment: {'id': '83b364ad-b48d-48fe-9f25-96e2d2d67629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '759bc5bf-bf4d-4679-ab2e-1244d5da1d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:32:42.031748 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993ea8f2-a25b-441d-80b6-50e0add08897 admin admin] Network hostable DHCP agents. Network: 759bc5bf-bf4d-4679-ab2e-1244d5da1d99, hostable agents: ['1749b5b4-19f7-4836-8339-7d75e40e8c09'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 21:32:42.048489 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993ea8f2-a25b-441d-80b6-50e0add08897 admin admin] Network 759bc5bf-bf4d-4679-ab2e-1244d5da1d99 is scheduled to be hosted by DHCP agent 1749b5b4-19f7-4836-8339-7d75e40e8c09 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 21:32:42.056607 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-993ea8f2-a25b-441d-80b6-50e0add08897 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806436-1-iscsi, 759bc5bf-bf4d-4679-ab2e-1244d5da1d99) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:32:42.060668 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993ea8f2-a25b-441d-80b6-50e0add08897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:32:42.061343 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-993ea8f2-a25b-441d-80b6-50e0add08897 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:42.065411 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11be121-b8cd-4313-8f43-1aef067c8585 None None] Network 759bc5bf-bf4d-4679-ab2e-1244d5da1d99 requested from dv-cinder-806436-1-iscsi {{(pid=93798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 21:32:42.074808 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-993ea8f2-a25b-441d-80b6-50e0add08897 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3109190 Aug 27 21:32:42.077373 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 38896) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:32:42.081584 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [None req-95ce6985-a266-4a63-9ccc-a4efc3f72415 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1605246349-router', 'tenant_id': '3633a7ec3f2e47d38f69218d81c309ac', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e'}}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:32:42.102216 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-95ce6985-a266-4a63-9ccc-a4efc3f72415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-630306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40244'] for router, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:42.103174 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-95ce6985-a266-4a63-9ccc-a4efc3f72415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40255'] for router, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:42.159256 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-95ce6985-a266-4a63-9ccc-a4efc3f72415 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:42.221931 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ceca7c-fe42-42b5-987d-56cd07060f36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7822c764-62b3-5da8-a3e8-a6ab57b66038-759bc5bf-bf4d-4679-ab2e-1244d5da1d99', 'network_id': '759bc5bf-bf4d-4679-ab2e-1244d5da1d99', 'tenant_id': '3633a7ec3f2e47d38f69218d81c309ac', 'fixed_ips': [{'subnet_id': 'b1adaf92-b3d4-408b-9e3f-dba8dda3f624'}]}} from dv-cinder-806436-1-iscsi. {{(pid=93798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 21:32:42.222808 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-33ceca7c-fe42-42b5-987d-56cd07060f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:42.288906 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-95ce6985-a266-4a63-9ccc-a4efc3f72415 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:42.363451 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-33ceca7c-fe42-42b5-987d-56cd07060f36 None None] Allocated IP 172.20.0.2 (759bc5bf-bf4d-4679-ab2e-1244d5da1d99/b1adaf92-b3d4-408b-9e3f-dba8dda3f624/7bd196b1-dcf4-44c7-8e71-2f9fc2c892c6) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 21:32:42.423038 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:42.490698 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-95ce6985-a266-4a63-9ccc-a4efc3f72415 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:42.510675 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-95ce6985-a266-4a63-9ccc-a4efc3f72415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:42.515236 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-33ceca7c-fe42-42b5-987d-56cd07060f36 None None] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:42.523263 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-33ceca7c-fe42-42b5-987d-56cd07060f36 None None] Transition to ACTIVE for port object 7bd196b1-dcf4-44c7-8e71-2f9fc2c892c6 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:32:42.537861 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-33ceca7c-fe42-42b5-987d-56cd07060f36 None None] Transition to ACTIVE for port object 7bd196b1-dcf4-44c7-8e71-2f9fc2c892c6 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:32:42.545505 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-33ceca7c-fe42-42b5-987d-56cd07060f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794200564228'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:42.589145 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ceca7c-fe42-42b5-987d-56cd07060f36 None None] Network 759bc5bf-bf4d-4679-ab2e-1244d5da1d99 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:32:42.595474 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-33ceca7c-fe42-42b5-987d-56cd07060f36 None None] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:32:42.600061 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ceca7c-fe42-42b5-987d-56cd07060f36 None None] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 21:32:42.602417 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ceca7c-fe42-42b5-987d-56cd07060f36 None None] Pushing event updated for resources: {'Port': ['ID=7bd196b1-dcf4-44c7-8e71-2f9fc2c892c6,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:32:42.621162 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-95ce6985-a266-4a63-9ccc-a4efc3f72415 admin admin] Allocated IP 172.27.0.183 (3cb20040-a5aa-4574-8b0a-6832b57fea7e/ca2fa5cb-b298-4fb9-b5f4-ab6912612305/0903779a-f556-40d6-a146-3bed08853238) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 21:32:42.657373 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-33ceca7c-fe42-42b5-987d-56cd07060f36 None None] Attempting to bind port 7bd196b1-dcf4-44c7-8e71-2f9fc2c892c6 on host dv-cinder-806436-1-iscsi for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 21:32:42.657745 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-33ceca7c-fe42-42b5-987d-56cd07060f36 None None] Attempting to bind port 7bd196b1-dcf4-44c7-8e71-2f9fc2c892c6 by drivers openvswitch,hyperv on host dv-cinder-806436-1-iscsi at level 0 using segments [{'id': '83b364ad-b48d-48fe-9f25-96e2d2d67629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '759bc5bf-bf4d-4679-ab2e-1244d5da1d99'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 21:32:42.658110 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ceca7c-fe42-42b5-987d-56cd07060f36 None None] Attempting to bind port 7bd196b1-dcf4-44c7-8e71-2f9fc2c892c6 on network 759bc5bf-bf4d-4679-ab2e-1244d5da1d99 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:32:42.663097 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ceca7c-fe42-42b5-987d-56cd07060f36 None None] Checking agent: {'id': '7431bd39-0fd9-4a64-8486-900009fb8dd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806436-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 21, 15, 51), 'started_at': datetime.datetime(2021, 8, 27, 21, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 21, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806436-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 21:32:42.663564 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ceca7c-fe42-42b5-987d-56cd07060f36 None None] Checking segment: {'id': '83b364ad-b48d-48fe-9f25-96e2d2d67629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '759bc5bf-bf4d-4679-ab2e-1244d5da1d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:32:42.664114 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-33ceca7c-fe42-42b5-987d-56cd07060f36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:42.664831 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ceca7c-fe42-42b5-987d-56cd07060f36 None None] Bound using segment: {'id': '83b364ad-b48d-48fe-9f25-96e2d2d67629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '759bc5bf-bf4d-4679-ab2e-1244d5da1d99'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 21:32:42.665018 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-33ceca7c-fe42-42b5-987d-56cd07060f36 None None] Bound port: 7bd196b1-dcf4-44c7-8e71-2f9fc2c892c6, host: dv-cinder-806436-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83b364ad-b48d-48fe-9f25-96e2d2d67629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '759bc5bf-bf4d-4679-ab2e-1244d5da1d99'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 21:32:42.665395 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-33ceca7c-fe42-42b5-987d-56cd07060f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:42.725539 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-95ce6985-a266-4a63-9ccc-a4efc3f72415 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:42.730681 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-33ceca7c-fe42-42b5-987d-56cd07060f36 None None] For port 7bd196b1-dcf4-44c7-8e71-2f9fc2c892c6, host dv-cinder-806436-1-iscsi, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 21:32:42.733908 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-33ceca7c-fe42-42b5-987d-56cd07060f36 None None] For port 7bd196b1-dcf4-44c7-8e71-2f9fc2c892c6, host dv-cinder-806436-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=7bd196b1-dcf4-44c7-8e71-2f9fc2c892c6,segment=NetworkSegment(83b364ad-b48d-48fe-9f25-96e2d2d67629),segment_id=83b364ad-b48d-48fe-9f25-96e2d2d67629)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 21:32:42.740353 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-33ceca7c-fe42-42b5-987d-56cd07060f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:42.766286 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-95ce6985-a266-4a63-9ccc-a4efc3f72415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794200564228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-275356'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:42.794106 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ce6985-a266-4a63-9ccc-a4efc3f72415 admin admin] Network 3cb20040-a5aa-4574-8b0a-6832b57fea7e is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:32:42.794106 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-95ce6985-a266-4a63-9ccc-a4efc3f72415 admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:32:42.794106 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ce6985-a266-4a63-9ccc-a4efc3f72415 admin admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 21:32:42.796479 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ceca7c-fe42-42b5-987d-56cd07060f36 None None] Pushing event updated for resources: {'Port': ['ID=7bd196b1-dcf4-44c7-8e71-2f9fc2c892c6,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:32:42.859630 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce6985-a266-4a63-9ccc-a4efc3f72415 admin admin] Pushing event updated for resources: {'Port': ['ID=0903779a-f556-40d6-a146-3bed08853238,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:32:43.093510 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-95ce6985-a266-4a63-9ccc-a4efc3f72415 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:43.281538 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-95ce6985-a266-4a63-9ccc-a4efc3f72415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-630453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628283'] for router, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:43.626377 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0849979d-e183-4053-954c-7c1321bd2f86 None None] Network 759bc5bf-bf4d-4679-ab2e-1244d5da1d99 requested from dv-cinder-806436-1-iscsi {{(pid=93798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 21:32:43.665282 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ce6985-a266-4a63-9ccc-a4efc3f72415 admin admin] Router af330549-9708-4391-9c6f-e896b8fd4bd8 is scheduled to L3 agent da753c34-e47f-42d8-9f83-ec5464f53bc8 with binding_index 1 {{(pid=93797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 21:32:43.691509 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-c186c583-436f-4347-901d-5646cd17c254 None None] Provisioning for port 7bd196b1-dcf4-44c7-8e71-2f9fc2c892c6 completed by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:32:43.770136 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ce6985-a266-4a63-9ccc-a4efc3f72415 admin admin] Notify agent at l3_agent.dv-cinder-806436-1-iscsi the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 21:32:43.782118 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff82ecdf-5dba-44cd-b743-fea539d3743a None None] Sync routers for ids ['af330549-9708-4391-9c6f-e896b8fd4bd8'] in dv-cinder-806436-1-iscsi {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 21:32:43.790195 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-95ce6985-a266-4a63-9ccc-a4efc3f72415 admin admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:43.791533 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-95ce6985-a266-4a63-9ccc-a4efc3f72415 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7132373 Aug 27 21:32:43.794259 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 38904) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:32:43.806580 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff82ecdf-5dba-44cd-b743-fea539d3743a None None] Routers {'af330549-9708-4391-9c6f-e896b8fd4bd8'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:32:43.807579 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-ff82ecdf-5dba-44cd-b743-fea539d3743a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:32:21Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['af330549-9708-4391-9c6f-e896b8fd4bd8'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:32:43.930289 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-ff82ecdf-5dba-44cd-b743-fea539d3743a None None] Set router af330549-9708-4391-9c6f-e896b8fd4bd8 gateway port host: dv-cinder-806436-1-iscsi {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:32:44.117216 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-ff82ecdf-5dba-44cd-b743-fea539d3743a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af330549-9708-4391-9c6f-e896b8fd4bd8', 'name': 'tempest-TestShelveInstance-1605246349-router', 'tenant_id': '3633a7ec3f2e47d38f69218d81c309ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '0903779a-f556-40d6-a146-3bed08853238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:32:42Z', 'updated_at': '2021-08-27T21:32:42Z', 'revision_number': 3, 'project_id': '3633a7ec3f2e47d38f69218d81c309ac', 'gw_port': {'id': '0903779a-f556-40d6-a146-3bed08853238', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:68:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af330549-9708-4391-9c6f-e896b8fd4bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:32:42Z', 'updated_at': '2021-08-27T21:32:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi'}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:32:44.142183 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff82ecdf-5dba-44cd-b743-fea539d3743a None None] Checking router: af330549-9708-4391-9c6f-e896b8fd4bd8 for host: dv-cinder-806436-1-iscsi {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 21:32:44.142533 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff82ecdf-5dba-44cd-b743-fea539d3743a None None] Updating router af330549-9708-4391-9c6f-e896b8fd4bd8 port 0903779a-f556-40d6-a146-3bed08853238 binding host dv-cinder-806436-1-iscsi {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 21:32:44.168719 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ff82ecdf-5dba-44cd-b743-fea539d3743a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:44.234093 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0313beed-9215-49c8-811e-babb964785bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:44.387381 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-0313beed-9215-49c8-811e-babb964785bc admin admin] Allocated IP 172.20.0.1 (759bc5bf-bf4d-4679-ab2e-1244d5da1d99/b1adaf92-b3d4-408b-9e3f-dba8dda3f624/c3e261b3-43a4-40f9-ac75-0441308829ee) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 21:32:44.418469 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ff82ecdf-5dba-44cd-b743-fea539d3743a None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:44.427920 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ff82ecdf-5dba-44cd-b743-fea539d3743a None None] Transition to ACTIVE for port object 0903779a-f556-40d6-a146-3bed08853238 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:32:44.434713 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ff82ecdf-5dba-44cd-b743-fea539d3743a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:44.477986 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d73d53-ca77-47f0-acf6-3540f60c227c None None] Pushing event updated for resources: {'Port': ['ID=0903779a-f556-40d6-a146-3bed08853238,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:32:44.483899 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d73d53-ca77-47f0-acf6-3540f60c227c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:32:44.484246 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d73d53-ca77-47f0-acf6-3540f60c227c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:32:44.484628 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d73d53-ca77-47f0-acf6-3540f60c227c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:32:44.484964 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d73d53-ca77-47f0-acf6-3540f60c227c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:32:44.485297 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d73d53-ca77-47f0-acf6-3540f60c227c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:32:44.485624 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d73d53-ca77-47f0-acf6-3540f60c227c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:32:44.486027 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d73d53-ca77-47f0-acf6-3540f60c227c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:32:44.486260 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d73d53-ca77-47f0-acf6-3540f60c227c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:32:44.486606 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d73d53-ca77-47f0-acf6-3540f60c227c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:32:44.486927 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d73d53-ca77-47f0-acf6-3540f60c227c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:32:44.487257 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d73d53-ca77-47f0-acf6-3540f60c227c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:32:44.487550 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d73d53-ca77-47f0-acf6-3540f60c227c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:32:44.504503 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-ff82ecdf-5dba-44cd-b743-fea539d3743a None None] Attempting to bind port 0903779a-f556-40d6-a146-3bed08853238 on host dv-cinder-806436-1-iscsi for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 21:32:44.504875 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-ff82ecdf-5dba-44cd-b743-fea539d3743a None None] Attempting to bind port 0903779a-f556-40d6-a146-3bed08853238 by drivers openvswitch,hyperv on host dv-cinder-806436-1-iscsi at level 0 using segments [{'id': '294aecfa-d12c-4149-ab86-bf2395e16d40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 21:32:44.505227 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff82ecdf-5dba-44cd-b743-fea539d3743a None None] Attempting to bind port 0903779a-f556-40d6-a146-3bed08853238 on network 3cb20040-a5aa-4574-8b0a-6832b57fea7e {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:32:44.511203 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff82ecdf-5dba-44cd-b743-fea539d3743a None None] Checking agent: {'id': '7431bd39-0fd9-4a64-8486-900009fb8dd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806436-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 21, 15, 51), 'started_at': datetime.datetime(2021, 8, 27, 21, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 21, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806436-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 21:32:44.511958 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff82ecdf-5dba-44cd-b743-fea539d3743a None None] Checking segment: {'id': '294aecfa-d12c-4149-ab86-bf2395e16d40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:32:44.511958 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ff82ecdf-5dba-44cd-b743-fea539d3743a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:44.512442 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff82ecdf-5dba-44cd-b743-fea539d3743a None None] Bound using segment: {'id': '294aecfa-d12c-4149-ab86-bf2395e16d40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 21:32:44.512829 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-ff82ecdf-5dba-44cd-b743-fea539d3743a None None] Bound port: 0903779a-f556-40d6-a146-3bed08853238, host: dv-cinder-806436-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '294aecfa-d12c-4149-ab86-bf2395e16d40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 21:32:44.513224 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ff82ecdf-5dba-44cd-b743-fea539d3743a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:44.521260 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0313beed-9215-49c8-811e-babb964785bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:44.535927 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0313beed-9215-49c8-811e-babb964785bc admin admin] Transition to ACTIVE for port object c3e261b3-43a4-40f9-ac75-0441308829ee will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:32:44.568142 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 7bd196b1-dcf4-44c7-8e71-2f9fc2c892c6 up at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:32:44.570836 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ff82ecdf-5dba-44cd-b743-fea539d3743a None None] For port 0903779a-f556-40d6-a146-3bed08853238, host dv-cinder-806436-1-iscsi, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 21:32:44.574352 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ff82ecdf-5dba-44cd-b743-fea539d3743a None None] For port 0903779a-f556-40d6-a146-3bed08853238, host dv-cinder-806436-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=0903779a-f556-40d6-a146-3bed08853238,segment=NetworkSegment(294aecfa-d12c-4149-ab86-bf2395e16d40),segment_id=294aecfa-d12c-4149-ab86-bf2395e16d40)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 21:32:44.577868 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ff82ecdf-5dba-44cd-b743-fea539d3743a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:44.578137 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0313beed-9215-49c8-811e-babb964785bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794200564228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-275356'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:44.618240 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0313beed-9215-49c8-811e-babb964785bc admin admin] Network 759bc5bf-bf4d-4679-ab2e-1244d5da1d99 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:32:44.624843 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-0313beed-9215-49c8-811e-babb964785bc admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:32:44.629526 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0313beed-9215-49c8-811e-babb964785bc admin admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 21:32:44.632878 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0313beed-9215-49c8-811e-babb964785bc admin admin] Pushing event updated for resources: {'Port': ['ID=c3e261b3-43a4-40f9-ac75-0441308829ee,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:32:44.640702 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning for port 7bd196b1-dcf4-44c7-8e71-2f9fc2c892c6 completed by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:32:44.641697 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d73d53-ca77-47f0-acf6-3540f60c227c None None] Pushing event updated for resources: {'Port': ['ID=0903779a-f556-40d6-a146-3bed08853238,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:32:44.649228 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning complete for port 7bd196b1-dcf4-44c7-8e71-2f9fc2c892c6 triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:32:44.652866 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:44.653434 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff82ecdf-5dba-44cd-b743-fea539d3743a None None] Routers {'af330549-9708-4391-9c6f-e896b8fd4bd8'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:32:44.654063 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-ff82ecdf-5dba-44cd-b743-fea539d3743a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:32:21Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['af330549-9708-4391-9c6f-e896b8fd4bd8'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:32:44.673830 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0313beed-9215-49c8-811e-babb964785bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-628452'] for router_interface, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:44.754413 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:44.785021 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-ff82ecdf-5dba-44cd-b743-fea539d3743a None None] Set router af330549-9708-4391-9c6f-e896b8fd4bd8 gateway port host: dv-cinder-806436-1-iscsi {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:32:44.798017 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] For port 7bd196b1-dcf4-44c7-8e71-2f9fc2c892c6, host dv-cinder-806436-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=7bd196b1-dcf4-44c7-8e71-2f9fc2c892c6,segment=NetworkSegment(83b364ad-b48d-48fe-9f25-96e2d2d67629),segment_id=83b364ad-b48d-48fe-9f25-96e2d2d67629)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:32:44.803432 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:44.834559 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0313beed-9215-49c8-811e-babb964785bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:44.862190 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Pushing event updated for resources: {'Port': ['ID=7bd196b1-dcf4-44c7-8e71-2f9fc2c892c6,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:32:44.949888 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-f985e624-92fa-466e-a9b3-6b3946feba1d None None] Provisioning for port c3e261b3-43a4-40f9-ac75-0441308829ee completed by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:32:44.954507 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-f985e624-92fa-466e-a9b3-6b3946feba1d None None] Provisioning complete for port c3e261b3-43a4-40f9-ac75-0441308829ee triggered by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:32:44.954895 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f985e624-92fa-466e-a9b3-6b3946feba1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:44.994944 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-f985e624-92fa-466e-a9b3-6b3946feba1d None None] Port c3e261b3-43a4-40f9-ac75-0441308829ee cannot update to ACTIVE because it is not bound. {{(pid=93798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 21:32:45.014809 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0313beed-9215-49c8-811e-babb964785bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:45.019220 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0313beed-9215-49c8-811e-babb964785bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-275333'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:45.078764 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-ff82ecdf-5dba-44cd-b743-fea539d3743a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af330549-9708-4391-9c6f-e896b8fd4bd8', 'name': 'tempest-TestShelveInstance-1605246349-router', 'tenant_id': '3633a7ec3f2e47d38f69218d81c309ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '0903779a-f556-40d6-a146-3bed08853238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:32:42Z', 'updated_at': '2021-08-27T21:32:42Z', 'revision_number': 3, 'project_id': '3633a7ec3f2e47d38f69218d81c309ac', 'gw_port': {'id': '0903779a-f556-40d6-a146-3bed08853238', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:68:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af330549-9708-4391-9c6f-e896b8fd4bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:32:42Z', 'updated_at': '2021-08-27T21:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi'}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:32:45.088940 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0313beed-9215-49c8-811e-babb964785bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1011620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628539'] for router_interface, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:45.090753 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0313beed-9215-49c8-811e-babb964785bc admin admin] Pushing event updated for resources: {'Port': ['ID=c3e261b3-43a4-40f9-ac75-0441308829ee,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:32:45.104003 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff82ecdf-5dba-44cd-b743-fea539d3743a None None] The sync data for ids ['af330549-9708-4391-9c6f-e896b8fd4bd8'] in dv-cinder-806436-1-iscsi is: [{'id': 'af330549-9708-4391-9c6f-e896b8fd4bd8', 'name': 'tempest-TestShelveInstance-1605246349-router', 'tenant_id': '3633a7ec3f2e47d38f69218d81c309ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '0903779a-f556-40d6-a146-3bed08853238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:32:42Z', 'updated_at': '2021-08-27T21:32:42Z', 'revision_number': 3, 'project_id': '3633a7ec3f2e47d38f69218d81c309ac', 'gw_port': {'id': '0903779a-f556-40d6-a146-3bed08853238', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:68:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af330549-9708-4391-9c6f-e896b8fd4bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:32:42Z', 'updated_at': '2021-08-27T21:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi'}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 21:32:45.183803 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0313beed-9215-49c8-811e-babb964785bc admin admin] Network 759bc5bf-bf4d-4679-ab2e-1244d5da1d99 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:32:45.185270 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-0313beed-9215-49c8-811e-babb964785bc admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:32:45.318874 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0313beed-9215-49c8-811e-babb964785bc admin admin] Router af330549-9708-4391-9c6f-e896b8fd4bd8 has already been hosted by L3 agent da753c34-e47f-42d8-9f83-ec5464f53bc8 {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 21:32:45.416456 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-ac06913c-968f-407e-add6-e3ef0d198e1b None None] Provisioning complete for port c3e261b3-43a4-40f9-ac75-0441308829ee triggered by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:32:45.416999 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac06913c-968f-407e-add6-e3ef0d198e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:45.452786 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-ac06913c-968f-407e-add6-e3ef0d198e1b None None] Port c3e261b3-43a4-40f9-ac75-0441308829ee cannot update to ACTIVE because it is not bound. {{(pid=93798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 21:32:45.459286 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0313beed-9215-49c8-811e-babb964785bc admin admin] Notify agent at l3_agent.dv-cinder-806436-1-iscsi the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 21:32:45.465188 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-0313beed-9215-49c8-811e-babb964785bc admin admin] 10.222.0.39 "PUT /v2.0/routers/af330549-9708-4391-9c6f-e896b8fd4bd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6699173 Aug 27 21:32:45.897468 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.agents_db [None req-9a3f5963-9603-4723-9a6c-2e2f5b4345b2 None None] Agent healthcheck: found 6 active agents {{(pid=93799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 21:32:45.952413 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 38924) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:32:45.957626 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [None req-d93ae58d-009f-4700-b826-0efecdf40a70 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-984794331-network', 'tenant_id': 'ffab4d9e04c74c0bb325ba30d2f449c1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:32:45.978973 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93ae58d-009f-4700-b826-0efecdf40a70 admin admin] Made reservation on behalf of ffab4d9e04c74c0bb325ba30d2f449c1 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 21:32:45.981532 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d93ae58d-009f-4700-b826-0efecdf40a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:45.989785 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d93ae58d-009f-4700-b826-0efecdf40a70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:46.079820 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d93ae58d-009f-4700-b826-0efecdf40a70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:46.083586 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d93ae58d-009f-4700-b826-0efecdf40a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:46.105842 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d93ae58d-009f-4700-b826-0efecdf40a70 admin admin] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 21:32:46.122778 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93ae58d-009f-4700-b826-0efecdf40a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75931056-16ec-442b-b47a-ec6903c9f4bf,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:32:46.125798 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d93ae58d-009f-4700-b826-0efecdf40a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226622'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:46.126151 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.db.segments_db [None req-d93ae58d-009f-4700-b826-0efecdf40a70 admin admin] Added segment 21f7626c-5e1e-4d15-be40-468178096644 of type vlan for network 9127b9f6-c73d-4e99-a549-8b0736e9f8bf Aug 27 21:32:46.167326 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d93ae58d-009f-4700-b826-0efecdf40a70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794200552295'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:46.193065 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d93ae58d-009f-4700-b826-0efecdf40a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:46.194013 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93ae58d-009f-4700-b826-0efecdf40a70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:32:46.194646 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d93ae58d-009f-4700-b826-0efecdf40a70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:46.247435 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-d93ae58d-009f-4700-b826-0efecdf40a70 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2938776 Aug 27 21:32:46.250268 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 38926) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:32:46.255314 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [None req-734e96e5-fba2-4fda-8ad9-a814393e5773 admin admin] Request body: {'subnet': {'network_id': '9127b9f6-c73d-4e99-a549-8b0736e9f8bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-984794331-subnet', 'tenant_id': 'ffab4d9e04c74c0bb325ba30d2f449c1', 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:32:46.258153 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93ae58d-009f-4700-b826-0efecdf40a70 admin admin] Pushing event updated for resources: {'Network': ['ID=9127b9f6-c73d-4e99-a549-8b0736e9f8bf,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:32:46.268328 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Network 9127b9f6-c73d-4e99-a549-8b0736e9f8bf details requested by agent ovs-agent-dv-cinder-806436-1-iscsi with host dv-cinder-806436-1-iscsi {{(pid=93798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 21:32:46.277561 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734e96e5-fba2-4fda-8ad9-a814393e5773 admin admin] Made reservation on behalf of ffab4d9e04c74c0bb325ba30d2f449c1 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 21:32:46.279946 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-734e96e5-fba2-4fda-8ad9-a814393e5773 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3224018'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:46.456731 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-734e96e5-fba2-4fda-8ad9-a814393e5773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-313612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3223968'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:46.509065 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734e96e5-fba2-4fda-8ad9-a814393e5773 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2544d8e-da95-4722-94cd-6440b766f6a7,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:32:46.529465 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734e96e5-fba2-4fda-8ad9-a814393e5773 admin admin] Checking segment: {'id': '21f7626c-5e1e-4d15-be40-468178096644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9127b9f6-c73d-4e99-a549-8b0736e9f8bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:32:46.529750 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734e96e5-fba2-4fda-8ad9-a814393e5773 admin admin] Network hostable DHCP agents. Network: 9127b9f6-c73d-4e99-a549-8b0736e9f8bf, hostable agents: ['1749b5b4-19f7-4836-8339-7d75e40e8c09'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 21:32:46.549968 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734e96e5-fba2-4fda-8ad9-a814393e5773 admin admin] Network 9127b9f6-c73d-4e99-a549-8b0736e9f8bf is scheduled to be hosted by DHCP agent 1749b5b4-19f7-4836-8339-7d75e40e8c09 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 21:32:46.560171 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-734e96e5-fba2-4fda-8ad9-a814393e5773 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806436-1-iscsi, 9127b9f6-c73d-4e99-a549-8b0736e9f8bf) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:32:46.565483 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734e96e5-fba2-4fda-8ad9-a814393e5773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:32:46.565483 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-734e96e5-fba2-4fda-8ad9-a814393e5773 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:46.579204 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da488c2-9470-490b-b0a3-f84ea9cf95a1 None None] Network 9127b9f6-c73d-4e99-a549-8b0736e9f8bf requested from dv-cinder-806436-1-iscsi {{(pid=93798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 21:32:46.581735 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-734e96e5-fba2-4fda-8ad9-a814393e5773 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3303556 Aug 27 21:32:46.584416 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 38928) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:32:46.593662 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [None req-b9ab41d7-3cae-4ce2-adf7-731639aca2f7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-984794331-router', 'tenant_id': 'ffab4d9e04c74c0bb325ba30d2f449c1', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:32:46.607206 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 7bd196b1-dcf4-44c7-8e71-2f9fc2c892c6 up at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:32:46.618933 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b9ab41d7-3cae-4ce2-adf7-731639aca2f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-630306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40244'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:46.620021 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b9ab41d7-3cae-4ce2-adf7-731639aca2f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40255'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:46.677498 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b9ab41d7-3cae-4ce2-adf7-731639aca2f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:46.681959 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d58bf7-ace8-4a4d-a4ee-06f66b2683a3 None None] Sync routers for ids ['af330549-9708-4391-9c6f-e896b8fd4bd8'] in dv-cinder-806436-1-iscsi {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 21:32:46.705123 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d58bf7-ace8-4a4d-a4ee-06f66b2683a3 None None] Routers {'af330549-9708-4391-9c6f-e896b8fd4bd8'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:32:46.705753 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-75d58bf7-ace8-4a4d-a4ee-06f66b2683a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:32:21Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['af330549-9708-4391-9c6f-e896b8fd4bd8'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:32:46.782206 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning complete for port 7bd196b1-dcf4-44c7-8e71-2f9fc2c892c6 triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:32:46.782569 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:46.825959 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b9ab41d7-3cae-4ce2-adf7-731639aca2f7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:47.027935 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4010f5-7a44-4641-807f-05cecd1d70f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7822c764-62b3-5da8-a3e8-a6ab57b66038-9127b9f6-c73d-4e99-a549-8b0736e9f8bf', 'network_id': '9127b9f6-c73d-4e99-a549-8b0736e9f8bf', 'tenant_id': 'ffab4d9e04c74c0bb325ba30d2f449c1', 'fixed_ips': [{'subnet_id': 'e2544d8e-da95-4722-94cd-6440b766f6a7'}]}} from dv-cinder-806436-1-iscsi. {{(pid=93798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 21:32:47.028826 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4b4010f5-7a44-4641-807f-05cecd1d70f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:47.040898 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b9ab41d7-3cae-4ce2-adf7-731639aca2f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:47.053736 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-75d58bf7-ace8-4a4d-a4ee-06f66b2683a3 None None] Set router af330549-9708-4391-9c6f-e896b8fd4bd8 gateway port host: dv-cinder-806436-1-iscsi {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:32:47.060848 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b9ab41d7-3cae-4ce2-adf7-731639aca2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:47.166715 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-b9ab41d7-3cae-4ce2-adf7-731639aca2f7 admin admin] Allocated IP 172.27.0.57 (3cb20040-a5aa-4574-8b0a-6832b57fea7e/ca2fa5cb-b298-4fb9-b5f4-ab6912612305/38df84d0-5e39-49dc-9455-5fd7332d2bc1) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 21:32:47.272370 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 0903779a-f556-40d6-a146-3bed08853238 up at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:32:47.274440 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b9ab41d7-3cae-4ce2-adf7-731639aca2f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:47.313456 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b9ab41d7-3cae-4ce2-adf7-731639aca2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794200564228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25193636'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:47.349981 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ab41d7-3cae-4ce2-adf7-731639aca2f7 admin admin] Network 3cb20040-a5aa-4574-8b0a-6832b57fea7e is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:32:47.355248 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-b9ab41d7-3cae-4ce2-adf7-731639aca2f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:32:47.358759 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ab41d7-3cae-4ce2-adf7-731639aca2f7 admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 21:32:47.378492 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-4b4010f5-7a44-4641-807f-05cecd1d70f4 None None] Allocated IP 172.20.0.2 (9127b9f6-c73d-4e99-a549-8b0736e9f8bf/e2544d8e-da95-4722-94cd-6440b766f6a7/6adf79dc-1fc2-40cf-b8ec-25a6e0ab3664) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 21:32:47.380857 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab41d7-3cae-4ce2-adf7-731639aca2f7 admin admin] Pushing event updated for resources: {'Port': ['ID=38df84d0-5e39-49dc-9455-5fd7332d2bc1,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:32:47.412143 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning for port 0903779a-f556-40d6-a146-3bed08853238 completed by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:32:47.473941 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning complete for port 0903779a-f556-40d6-a146-3bed08853238 triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:32:47.474314 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:47.611085 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b9ab41d7-3cae-4ce2-adf7-731639aca2f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:47.636951 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-75d58bf7-ace8-4a4d-a4ee-06f66b2683a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af330549-9708-4391-9c6f-e896b8fd4bd8', 'name': 'tempest-TestShelveInstance-1605246349-router', 'tenant_id': '3633a7ec3f2e47d38f69218d81c309ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '0903779a-f556-40d6-a146-3bed08853238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:32:42Z', 'updated_at': '2021-08-27T21:32:44Z', 'revision_number': 4, 'project_id': '3633a7ec3f2e47d38f69218d81c309ac', 'gw_port': {'id': '0903779a-f556-40d6-a146-3bed08853238', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:68:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af330549-9708-4391-9c6f-e896b8fd4bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:32:42Z', 'updated_at': '2021-08-27T21:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_interfaces': [{'id': 'c3e261b3-43a4-40f9-ac75-0441308829ee', 'name': '', 'network_id': '759bc5bf-bf4d-4679-ab2e-1244d5da1d99', 'tenant_id': '3633a7ec3f2e47d38f69218d81c309ac', 'mac_address': 'fa:16:3e:3d:8b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af330549-9708-4391-9c6f-e896b8fd4bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'b1adaf92-b3d4-408b-9e3f-dba8dda3f624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:32:44Z', 'updated_at': '2021-08-27T21:32:44Z', 'revision_number': 2, 'project_id': '3633a7ec3f2e47d38f69218d81c309ac', 'subnets': [{'id': 'b1adaf92-b3d4-408b-9e3f-dba8dda3f624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:32:47.671022 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d58bf7-ace8-4a4d-a4ee-06f66b2683a3 None None] Checking router: af330549-9708-4391-9c6f-e896b8fd4bd8 for host: dv-cinder-806436-1-iscsi {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 21:32:47.671380 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d58bf7-ace8-4a4d-a4ee-06f66b2683a3 None None] Updating router af330549-9708-4391-9c6f-e896b8fd4bd8 port c3e261b3-43a4-40f9-ac75-0441308829ee binding host dv-cinder-806436-1-iscsi {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 21:32:47.673210 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:47.723485 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4b4010f5-7a44-4641-807f-05cecd1d70f4 None None] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:47.727326 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] For port 0903779a-f556-40d6-a146-3bed08853238, host dv-cinder-806436-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=0903779a-f556-40d6-a146-3bed08853238,segment=NetworkSegment(294aecfa-d12c-4149-ab86-bf2395e16d40),segment_id=294aecfa-d12c-4149-ab86-bf2395e16d40)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:32:47.734879 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:47.736637 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-75d58bf7-ace8-4a4d-a4ee-06f66b2683a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:47.753291 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-4b4010f5-7a44-4641-807f-05cecd1d70f4 None None] Transition to ACTIVE for port object 6adf79dc-1fc2-40cf-b8ec-25a6e0ab3664 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:32:47.816646 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b9ab41d7-3cae-4ce2-adf7-731639aca2f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-630453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628283'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:47.819363 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-4b4010f5-7a44-4641-807f-05cecd1d70f4 None None] Transition to ACTIVE for port object 6adf79dc-1fc2-40cf-b8ec-25a6e0ab3664 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:32:47.841391 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4b4010f5-7a44-4641-807f-05cecd1d70f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794200564228'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:47.848407 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Pushing event updated for resources: {'Port': ['ID=0903779a-f556-40d6-a146-3bed08853238,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:32:47.940979 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4010f5-7a44-4641-807f-05cecd1d70f4 None None] Network 9127b9f6-c73d-4e99-a549-8b0736e9f8bf is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:32:47.951055 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ab41d7-3cae-4ce2-adf7-731639aca2f7 admin admin] Router beab16c3-404d-40c1-a53b-a27203b0e0e0 is scheduled to L3 agent da753c34-e47f-42d8-9f83-ec5464f53bc8 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 21:32:47.953520 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-4b4010f5-7a44-4641-807f-05cecd1d70f4 None None] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:32:47.958822 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4010f5-7a44-4641-807f-05cecd1d70f4 None None] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 21:32:47.982973 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4010f5-7a44-4641-807f-05cecd1d70f4 None None] Pushing event updated for resources: {'Port': ['ID=6adf79dc-1fc2-40cf-b8ec-25a6e0ab3664,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:32:48.069533 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ab41d7-3cae-4ce2-adf7-731639aca2f7 admin admin] Notify agent at l3_agent.dv-cinder-806436-1-iscsi the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 21:32:48.079442 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868ffc11-6235-4b9a-8ef4-386468802f12 None None] Sync routers for ids ['beab16c3-404d-40c1-a53b-a27203b0e0e0'] in dv-cinder-806436-1-iscsi {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 21:32:48.081009 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-4b4010f5-7a44-4641-807f-05cecd1d70f4 None None] Attempting to bind port 6adf79dc-1fc2-40cf-b8ec-25a6e0ab3664 on host dv-cinder-806436-1-iscsi for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 21:32:48.081518 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-4b4010f5-7a44-4641-807f-05cecd1d70f4 None None] Attempting to bind port 6adf79dc-1fc2-40cf-b8ec-25a6e0ab3664 by drivers openvswitch,hyperv on host dv-cinder-806436-1-iscsi at level 0 using segments [{'id': '21f7626c-5e1e-4d15-be40-468178096644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9127b9f6-c73d-4e99-a549-8b0736e9f8bf'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 21:32:48.082025 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4010f5-7a44-4641-807f-05cecd1d70f4 None None] Attempting to bind port 6adf79dc-1fc2-40cf-b8ec-25a6e0ab3664 on network 9127b9f6-c73d-4e99-a549-8b0736e9f8bf {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:32:48.086447 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b9ab41d7-3cae-4ce2-adf7-731639aca2f7 admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:48.090804 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 38934) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:32:48.091391 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-b9ab41d7-3cae-4ce2-adf7-731639aca2f7 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5048480 Aug 27 21:32:48.100280 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4010f5-7a44-4641-807f-05cecd1d70f4 None None] Checking agent: {'id': '7431bd39-0fd9-4a64-8486-900009fb8dd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806436-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 21, 15, 51), 'started_at': datetime.datetime(2021, 8, 27, 21, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 21, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806436-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 21:32:48.101446 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4010f5-7a44-4641-807f-05cecd1d70f4 None None] Checking segment: {'id': '21f7626c-5e1e-4d15-be40-468178096644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9127b9f6-c73d-4e99-a549-8b0736e9f8bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:32:48.102229 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4b4010f5-7a44-4641-807f-05cecd1d70f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:48.102632 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4010f5-7a44-4641-807f-05cecd1d70f4 None None] Bound using segment: {'id': '21f7626c-5e1e-4d15-be40-468178096644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9127b9f6-c73d-4e99-a549-8b0736e9f8bf'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 21:32:48.103111 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-4b4010f5-7a44-4641-807f-05cecd1d70f4 None None] Bound port: 6adf79dc-1fc2-40cf-b8ec-25a6e0ab3664, host: dv-cinder-806436-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21f7626c-5e1e-4d15-be40-468178096644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9127b9f6-c73d-4e99-a549-8b0736e9f8bf'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 21:32:48.103492 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4b4010f5-7a44-4641-807f-05cecd1d70f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:48.108674 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868ffc11-6235-4b9a-8ef4-386468802f12 None None] Routers {'beab16c3-404d-40c1-a53b-a27203b0e0e0'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:32:48.109306 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-868ffc11-6235-4b9a-8ef4-386468802f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:32:21Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['beab16c3-404d-40c1-a53b-a27203b0e0e0'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:32:48.230518 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-868ffc11-6235-4b9a-8ef4-386468802f12 None None] Set router beab16c3-404d-40c1-a53b-a27203b0e0e0 gateway port host: dv-cinder-806436-1-iscsi {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:32:48.235190 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-4b4010f5-7a44-4641-807f-05cecd1d70f4 None None] For port 6adf79dc-1fc2-40cf-b8ec-25a6e0ab3664, host dv-cinder-806436-1-iscsi, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 21:32:48.245747 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-4b4010f5-7a44-4641-807f-05cecd1d70f4 None None] For port 6adf79dc-1fc2-40cf-b8ec-25a6e0ab3664, host dv-cinder-806436-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=6adf79dc-1fc2-40cf-b8ec-25a6e0ab3664,segment=NetworkSegment(21f7626c-5e1e-4d15-be40-468178096644),segment_id=21f7626c-5e1e-4d15-be40-468178096644)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 21:32:48.250018 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-75d58bf7-ace8-4a4d-a4ee-06f66b2683a3 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:48.252972 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4b4010f5-7a44-4641-807f-05cecd1d70f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:48.288857 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-75d58bf7-ace8-4a4d-a4ee-06f66b2683a3 None None] Transition to ACTIVE for port object c3e261b3-43a4-40f9-ac75-0441308829ee will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:32:48.310405 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-75d58bf7-ace8-4a4d-a4ee-06f66b2683a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:48.326694 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4010f5-7a44-4641-807f-05cecd1d70f4 None None] Pushing event updated for resources: {'Port': ['ID=6adf79dc-1fc2-40cf-b8ec-25a6e0ab3664,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:32:48.408143 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5827191-b142-4b98-918c-b2eeca22087f None None] Pushing event updated for resources: {'Port': ['ID=c3e261b3-43a4-40f9-ac75-0441308829ee,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:32:48.459779 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-75d58bf7-ace8-4a4d-a4ee-06f66b2683a3 None None] Attempting to bind port c3e261b3-43a4-40f9-ac75-0441308829ee on host dv-cinder-806436-1-iscsi for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 21:32:48.460427 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-75d58bf7-ace8-4a4d-a4ee-06f66b2683a3 None None] Attempting to bind port c3e261b3-43a4-40f9-ac75-0441308829ee by drivers openvswitch,hyperv on host dv-cinder-806436-1-iscsi at level 0 using segments [{'id': '83b364ad-b48d-48fe-9f25-96e2d2d67629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '759bc5bf-bf4d-4679-ab2e-1244d5da1d99'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 21:32:48.461680 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d58bf7-ace8-4a4d-a4ee-06f66b2683a3 None None] Attempting to bind port c3e261b3-43a4-40f9-ac75-0441308829ee on network 759bc5bf-bf4d-4679-ab2e-1244d5da1d99 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:32:48.467644 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d58bf7-ace8-4a4d-a4ee-06f66b2683a3 None None] Checking agent: {'id': '7431bd39-0fd9-4a64-8486-900009fb8dd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806436-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 21, 15, 51), 'started_at': datetime.datetime(2021, 8, 27, 21, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 21, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806436-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 21:32:48.468126 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d58bf7-ace8-4a4d-a4ee-06f66b2683a3 None None] Checking segment: {'id': '83b364ad-b48d-48fe-9f25-96e2d2d67629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '759bc5bf-bf4d-4679-ab2e-1244d5da1d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:32:48.468697 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-75d58bf7-ace8-4a4d-a4ee-06f66b2683a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:48.469222 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d58bf7-ace8-4a4d-a4ee-06f66b2683a3 None None] Bound using segment: {'id': '83b364ad-b48d-48fe-9f25-96e2d2d67629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '759bc5bf-bf4d-4679-ab2e-1244d5da1d99'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 21:32:48.470044 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-75d58bf7-ace8-4a4d-a4ee-06f66b2683a3 None None] Bound port: c3e261b3-43a4-40f9-ac75-0441308829ee, host: dv-cinder-806436-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83b364ad-b48d-48fe-9f25-96e2d2d67629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '759bc5bf-bf4d-4679-ab2e-1244d5da1d99'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 21:32:48.470534 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-75d58bf7-ace8-4a4d-a4ee-06f66b2683a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:48.503856 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-868ffc11-6235-4b9a-8ef4-386468802f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beab16c3-404d-40c1-a53b-a27203b0e0e0', 'name': 'tempest-TestShelveInstance-984794331-router', 'tenant_id': 'ffab4d9e04c74c0bb325ba30d2f449c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '38df84d0-5e39-49dc-9455-5fd7332d2bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:32:46Z', 'updated_at': '2021-08-27T21:32:47Z', 'revision_number': 3, 'project_id': 'ffab4d9e04c74c0bb325ba30d2f449c1', 'gw_port': {'id': '38df84d0-5e39-49dc-9455-5fd7332d2bc1', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beab16c3-404d-40c1-a53b-a27203b0e0e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:32:47Z', 'updated_at': '2021-08-27T21:32:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi'}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:32:48.548657 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868ffc11-6235-4b9a-8ef4-386468802f12 None None] Checking router: beab16c3-404d-40c1-a53b-a27203b0e0e0 for host: dv-cinder-806436-1-iscsi {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 21:32:48.552717 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868ffc11-6235-4b9a-8ef4-386468802f12 None None] Updating router beab16c3-404d-40c1-a53b-a27203b0e0e0 port 38df84d0-5e39-49dc-9455-5fd7332d2bc1 binding host dv-cinder-806436-1-iscsi {{(pid=93799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 21:32:48.611197 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-75d58bf7-ace8-4a4d-a4ee-06f66b2683a3 None None] For port c3e261b3-43a4-40f9-ac75-0441308829ee, host dv-cinder-806436-1-iscsi, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 21:32:48.614844 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-868ffc11-6235-4b9a-8ef4-386468802f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:48.615016 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-75d58bf7-ace8-4a4d-a4ee-06f66b2683a3 None None] For port c3e261b3-43a4-40f9-ac75-0441308829ee, host dv-cinder-806436-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=c3e261b3-43a4-40f9-ac75-0441308829ee,segment=NetworkSegment(83b364ad-b48d-48fe-9f25-96e2d2d67629),segment_id=83b364ad-b48d-48fe-9f25-96e2d2d67629)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 21:32:48.620523 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 0903779a-f556-40d6-a146-3bed08853238 up at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:32:48.626278 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-75d58bf7-ace8-4a4d-a4ee-06f66b2683a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:48.667077 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b46df95e-e162-4f53-9bbe-889f4c91d7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:48.731556 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5827191-b142-4b98-918c-b2eeca22087f None None] Pushing event updated for resources: {'Port': ['ID=c3e261b3-43a4-40f9-ac75-0441308829ee,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:32:48.766215 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ab50b7bc-4f2d-41cf-b434-b2fdf5de373a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:48.774263 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d58bf7-ace8-4a4d-a4ee-06f66b2683a3 None None] Routers {'af330549-9708-4391-9c6f-e896b8fd4bd8'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:32:48.775014 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-75d58bf7-ace8-4a4d-a4ee-06f66b2683a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:32:21Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['af330549-9708-4391-9c6f-e896b8fd4bd8'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:32:48.908077 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning complete for port 0903779a-f556-40d6-a146-3bed08853238 triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:32:48.908503 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:48.914217 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-b46df95e-e162-4f53-9bbe-889f4c91d7ce admin admin] Allocated IP 172.20.0.1 (9127b9f6-c73d-4e99-a549-8b0736e9f8bf/e2544d8e-da95-4722-94cd-6440b766f6a7/fafbdff6-9723-4b88-bed5-8a94abc2b348) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 21:32:48.970275 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-868ffc11-6235-4b9a-8ef4-386468802f12 None None] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:48.973017 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-75d58bf7-ace8-4a4d-a4ee-06f66b2683a3 None None] Set router af330549-9708-4391-9c6f-e896b8fd4bd8 gateway port host: dv-cinder-806436-1-iscsi {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:32:48.983089 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-868ffc11-6235-4b9a-8ef4-386468802f12 None None] Transition to ACTIVE for port object 38df84d0-5e39-49dc-9455-5fd7332d2bc1 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:32:49.005546 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-868ffc11-6235-4b9a-8ef4-386468802f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:49.076199 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b46df95e-e162-4f53-9bbe-889f4c91d7ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:49.078407 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-868ffc11-6235-4b9a-8ef4-386468802f12 None None] Attempting to bind port 38df84d0-5e39-49dc-9455-5fd7332d2bc1 on host dv-cinder-806436-1-iscsi for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 21:32:49.078918 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-868ffc11-6235-4b9a-8ef4-386468802f12 None None] Attempting to bind port 38df84d0-5e39-49dc-9455-5fd7332d2bc1 by drivers openvswitch,hyperv on host dv-cinder-806436-1-iscsi at level 0 using segments [{'id': '294aecfa-d12c-4149-ab86-bf2395e16d40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 21:32:49.079624 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868ffc11-6235-4b9a-8ef4-386468802f12 None None] Attempting to bind port 38df84d0-5e39-49dc-9455-5fd7332d2bc1 on network 3cb20040-a5aa-4574-8b0a-6832b57fea7e {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:32:49.093780 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868ffc11-6235-4b9a-8ef4-386468802f12 None None] Checking agent: {'id': '7431bd39-0fd9-4a64-8486-900009fb8dd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806436-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 21, 15, 51), 'started_at': datetime.datetime(2021, 8, 27, 21, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 21, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806436-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 21:32:49.094156 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868ffc11-6235-4b9a-8ef4-386468802f12 None None] Checking segment: {'id': '294aecfa-d12c-4149-ab86-bf2395e16d40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:32:49.094295 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b46df95e-e162-4f53-9bbe-889f4c91d7ce admin admin] Transition to ACTIVE for port object fafbdff6-9723-4b88-bed5-8a94abc2b348 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:32:49.094734 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-868ffc11-6235-4b9a-8ef4-386468802f12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:49.094928 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868ffc11-6235-4b9a-8ef4-386468802f12 None None] Bound using segment: {'id': '294aecfa-d12c-4149-ab86-bf2395e16d40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 21:32:49.095386 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-868ffc11-6235-4b9a-8ef4-386468802f12 None None] Bound port: 38df84d0-5e39-49dc-9455-5fd7332d2bc1, host: dv-cinder-806436-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '294aecfa-d12c-4149-ab86-bf2395e16d40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 21:32:49.095968 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-868ffc11-6235-4b9a-8ef4-386468802f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:49.098728 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9c065a-d908-4333-a18a-c1029c508413 None None] Pushing event updated for resources: {'Port': ['ID=38df84d0-5e39-49dc-9455-5fd7332d2bc1,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:32:49.137239 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b46df95e-e162-4f53-9bbe-889f4c91d7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794200564228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-275356'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:49.151958 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-868ffc11-6235-4b9a-8ef4-386468802f12 None None] For port 38df84d0-5e39-49dc-9455-5fd7332d2bc1, host dv-cinder-806436-1-iscsi, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 21:32:49.155966 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-868ffc11-6235-4b9a-8ef4-386468802f12 None None] For port 38df84d0-5e39-49dc-9455-5fd7332d2bc1, host dv-cinder-806436-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=38df84d0-5e39-49dc-9455-5fd7332d2bc1,segment=NetworkSegment(294aecfa-d12c-4149-ab86-bf2395e16d40),segment_id=294aecfa-d12c-4149-ab86-bf2395e16d40)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 21:32:49.162584 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-868ffc11-6235-4b9a-8ef4-386468802f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:49.193016 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46df95e-e162-4f53-9bbe-889f4c91d7ce admin admin] Network 9127b9f6-c73d-4e99-a549-8b0736e9f8bf is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:32:49.212454 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-b46df95e-e162-4f53-9bbe-889f4c91d7ce admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:32:49.222701 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46df95e-e162-4f53-9bbe-889f4c91d7ce admin admin] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 21:32:49.229119 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46df95e-e162-4f53-9bbe-889f4c91d7ce admin admin] Pushing event updated for resources: {'Port': ['ID=fafbdff6-9723-4b88-bed5-8a94abc2b348,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:32:49.245162 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868ffc11-6235-4b9a-8ef4-386468802f12 None None] Routers {'beab16c3-404d-40c1-a53b-a27203b0e0e0'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:32:49.245785 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-868ffc11-6235-4b9a-8ef4-386468802f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:32:21Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['beab16c3-404d-40c1-a53b-a27203b0e0e0'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:32:49.296267 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b46df95e-e162-4f53-9bbe-889f4c91d7ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-628452'] for router_interface, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:49.299506 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9c065a-d908-4333-a18a-c1029c508413 None None] Pushing event updated for resources: {'Port': ['ID=38df84d0-5e39-49dc-9455-5fd7332d2bc1,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:32:49.399772 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-868ffc11-6235-4b9a-8ef4-386468802f12 None None] Set router beab16c3-404d-40c1-a53b-a27203b0e0e0 gateway port host: dv-cinder-806436-1-iscsi {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:32:49.509204 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-75d58bf7-ace8-4a4d-a4ee-06f66b2683a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af330549-9708-4391-9c6f-e896b8fd4bd8', 'name': 'tempest-TestShelveInstance-1605246349-router', 'tenant_id': '3633a7ec3f2e47d38f69218d81c309ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '0903779a-f556-40d6-a146-3bed08853238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:32:42Z', 'updated_at': '2021-08-27T21:32:44Z', 'revision_number': 4, 'project_id': '3633a7ec3f2e47d38f69218d81c309ac', 'gw_port': {'id': '0903779a-f556-40d6-a146-3bed08853238', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af330549-9708-4391-9c6f-e896b8fd4bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:32:42Z', 'updated_at': '2021-08-27T21:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_interfaces': [{'id': 'c3e261b3-43a4-40f9-ac75-0441308829ee', 'name': '', 'network_id': '759bc5bf-bf4d-4679-ab2e-1244d5da1d99', 'tenant_id': '3633a7ec3f2e47d38f69218d81c309ac', 'mac_address': 'fa:16:3e:3d:8b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af330549-9708-4391-9c6f-e896b8fd4bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'b1adaf92-b3d4-408b-9e3f-dba8dda3f624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:32:44Z', 'updated_at': '2021-08-27T21:32:48Z', 'revision_number': 4, 'project_id': '3633a7ec3f2e47d38f69218d81c309ac', 'subnets': [{'id': 'b1adaf92-b3d4-408b-9e3f-dba8dda3f624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:32:49.542000 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b46df95e-e162-4f53-9bbe-889f4c91d7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:49.565238 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d58bf7-ace8-4a4d-a4ee-06f66b2683a3 None None] The sync data for ids ['af330549-9708-4391-9c6f-e896b8fd4bd8'] in dv-cinder-806436-1-iscsi is: [{'id': 'af330549-9708-4391-9c6f-e896b8fd4bd8', 'name': 'tempest-TestShelveInstance-1605246349-router', 'tenant_id': '3633a7ec3f2e47d38f69218d81c309ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '0903779a-f556-40d6-a146-3bed08853238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:32:42Z', 'updated_at': '2021-08-27T21:32:44Z', 'revision_number': 4, 'project_id': '3633a7ec3f2e47d38f69218d81c309ac', 'gw_port': {'id': '0903779a-f556-40d6-a146-3bed08853238', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af330549-9708-4391-9c6f-e896b8fd4bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:32:42Z', 'updated_at': '2021-08-27T21:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_interfaces': [{'id': 'c3e261b3-43a4-40f9-ac75-0441308829ee', 'name': '', 'network_id': '759bc5bf-bf4d-4679-ab2e-1244d5da1d99', 'tenant_id': '3633a7ec3f2e47d38f69218d81c309ac', 'mac_address': 'fa:16:3e:3d:8b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af330549-9708-4391-9c6f-e896b8fd4bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'b1adaf92-b3d4-408b-9e3f-dba8dda3f624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:32:44Z', 'updated_at': '2021-08-27T21:32:48Z', 'revision_number': 4, 'project_id': '3633a7ec3f2e47d38f69218d81c309ac', 'subnets': [{'id': 'b1adaf92-b3d4-408b-9e3f-dba8dda3f624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 21:32:49.687935 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-868ffc11-6235-4b9a-8ef4-386468802f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beab16c3-404d-40c1-a53b-a27203b0e0e0', 'name': 'tempest-TestShelveInstance-984794331-router', 'tenant_id': 'ffab4d9e04c74c0bb325ba30d2f449c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '38df84d0-5e39-49dc-9455-5fd7332d2bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:32:46Z', 'updated_at': '2021-08-27T21:32:47Z', 'revision_number': 3, 'project_id': 'ffab4d9e04c74c0bb325ba30d2f449c1', 'gw_port': {'id': '38df84d0-5e39-49dc-9455-5fd7332d2bc1', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beab16c3-404d-40c1-a53b-a27203b0e0e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:32:47Z', 'updated_at': '2021-08-27T21:32:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi'}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:32:49.716526 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868ffc11-6235-4b9a-8ef4-386468802f12 None None] The sync data for ids ['beab16c3-404d-40c1-a53b-a27203b0e0e0'] in dv-cinder-806436-1-iscsi is: [{'id': 'beab16c3-404d-40c1-a53b-a27203b0e0e0', 'name': 'tempest-TestShelveInstance-984794331-router', 'tenant_id': 'ffab4d9e04c74c0bb325ba30d2f449c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '38df84d0-5e39-49dc-9455-5fd7332d2bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:32:46Z', 'updated_at': '2021-08-27T21:32:47Z', 'revision_number': 3, 'project_id': 'ffab4d9e04c74c0bb325ba30d2f449c1', 'gw_port': {'id': '38df84d0-5e39-49dc-9455-5fd7332d2bc1', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beab16c3-404d-40c1-a53b-a27203b0e0e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:32:47Z', 'updated_at': '2021-08-27T21:32:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi'}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 21:32:49.754989 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffe25d2-2e51-443a-996a-af1881eca9ff None None] Network 9127b9f6-c73d-4e99-a549-8b0736e9f8bf requested from dv-cinder-806436-1-iscsi {{(pid=93798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 21:32:49.792981 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b46df95e-e162-4f53-9bbe-889f4c91d7ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:49.803360 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b46df95e-e162-4f53-9bbe-889f4c91d7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-275333'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:49.836236 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-6847029d-d1e0-4409-8eb3-5c0c29a3f3aa None None] Provisioning for port 6adf79dc-1fc2-40cf-b8ec-25a6e0ab3664 completed by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:32:49.869310 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b46df95e-e162-4f53-9bbe-889f4c91d7ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1011620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628539'] for router_interface, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:49.891564 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46df95e-e162-4f53-9bbe-889f4c91d7ce admin admin] Pushing event updated for resources: {'Port': ['ID=fafbdff6-9723-4b88-bed5-8a94abc2b348,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:32:49.996109 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46df95e-e162-4f53-9bbe-889f4c91d7ce admin admin] Network 9127b9f6-c73d-4e99-a549-8b0736e9f8bf is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:32:49.997627 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-b46df95e-e162-4f53-9bbe-889f4c91d7ce admin admin] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:32:50.163502 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46df95e-e162-4f53-9bbe-889f4c91d7ce admin admin] Router beab16c3-404d-40c1-a53b-a27203b0e0e0 has already been hosted by L3 agent da753c34-e47f-42d8-9f83-ec5464f53bc8 {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 21:32:50.276017 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-414f4b22-971e-4e62-bcd1-59f425a1165c None None] Provisioning for port fafbdff6-9723-4b88-bed5-8a94abc2b348 completed by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:32:50.282896 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-414f4b22-971e-4e62-bcd1-59f425a1165c None None] Provisioning complete for port fafbdff6-9723-4b88-bed5-8a94abc2b348 triggered by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:32:50.283265 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-414f4b22-971e-4e62-bcd1-59f425a1165c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:50.327368 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-414f4b22-971e-4e62-bcd1-59f425a1165c None None] Port fafbdff6-9723-4b88-bed5-8a94abc2b348 cannot update to ACTIVE because it is not bound. {{(pid=93798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 21:32:50.333141 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46df95e-e162-4f53-9bbe-889f4c91d7ce admin admin] Notify agent at l3_agent.dv-cinder-806436-1-iscsi the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 21:32:50.342250 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-b46df95e-e162-4f53-9bbe-889f4c91d7ce admin admin] 10.222.0.39 "PUT /v2.0/routers/beab16c3-404d-40c1-a53b-a27203b0e0e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2477813 Aug 27 21:32:50.488049 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-e15c042e-8c7e-4eb7-af51-0f6cae27c900 None None] Provisioning complete for port fafbdff6-9723-4b88-bed5-8a94abc2b348 triggered by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:32:50.488049 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e15c042e-8c7e-4eb7-af51-0f6cae27c900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:50.551712 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-e15c042e-8c7e-4eb7-af51-0f6cae27c900 None None] Port fafbdff6-9723-4b88-bed5-8a94abc2b348 cannot update to ACTIVE because it is not bound. {{(pid=93798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 21:32:50.715041 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device c3e261b3-43a4-40f9-ac75-0441308829ee up at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:32:50.793492 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-d5b6911c-2833-403a-9011-906348e3772d None None] Provisioning complete for port fafbdff6-9723-4b88-bed5-8a94abc2b348 triggered by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:32:50.793911 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d5b6911c-2833-403a-9011-906348e3772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:50.817519 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning for port c3e261b3-43a4-40f9-ac75-0441308829ee completed by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:32:50.834844 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning complete for port c3e261b3-43a4-40f9-ac75-0441308829ee triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:32:50.835918 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:50.865628 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-d5b6911c-2833-403a-9011-906348e3772d None None] Port fafbdff6-9723-4b88-bed5-8a94abc2b348 cannot update to ACTIVE because it is not bound. {{(pid=93798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 21:32:50.943015 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:50.982393 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] For port c3e261b3-43a4-40f9-ac75-0441308829ee, host dv-cinder-806436-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=c3e261b3-43a4-40f9-ac75-0441308829ee,segment=NetworkSegment(83b364ad-b48d-48fe-9f25-96e2d2d67629),segment_id=83b364ad-b48d-48fe-9f25-96e2d2d67629)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:32:50.988140 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:50.989173 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 38df84d0-5e39-49dc-9455-5fd7332d2bc1 up at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:32:51.120848 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Pushing event updated for resources: {'Port': ['ID=c3e261b3-43a4-40f9-ac75-0441308829ee,revision_number=5']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:32:51.129202 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:32:51.129552 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:32:51.129894 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:32:51.130228 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:32:51.130556 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:32:51.130887 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:32:51.131214 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:32:51.131537 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:32:51.132497 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:32:51.132831 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:32:51.133182 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:32:51.133524 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:32:51.142759 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning for port 38df84d0-5e39-49dc-9455-5fd7332d2bc1 completed by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:32:51.147514 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning complete for port 38df84d0-5e39-49dc-9455-5fd7332d2bc1 triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:32:51.148416 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:51.157192 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 38964) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:32:51.162365 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [None req-1173a106-a913-4644-8e49-e6897e7f5d67 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-144436190', 'description': 'tempest-secgroup-smoke-144436190 description', 'project_id': '3633a7ec3f2e47d38f69218d81c309ac'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:32:51.189450 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1173a106-a913-4644-8e49-e6897e7f5d67 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:51.248057 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:51.269607 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] For port 38df84d0-5e39-49dc-9455-5fd7332d2bc1, host dv-cinder-806436-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=38df84d0-5e39-49dc-9455-5fd7332d2bc1,segment=NetworkSegment(294aecfa-d12c-4149-ab86-bf2395e16d40),segment_id=294aecfa-d12c-4149-ab86-bf2395e16d40)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:32:51.274569 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:51.275396 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 6adf79dc-1fc2-40cf-b8ec-25a6e0ab3664 up at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:32:51.289919 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1173a106-a913-4644-8e49-e6897e7f5d67 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:51.294704 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1173a106-a913-4644-8e49-e6897e7f5d67 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:51.328626 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1173a106-a913-4644-8e49-e6897e7f5d67 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:51.333532 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 38966) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:32:51.334516 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-1173a106-a913-4644-8e49-e6897e7f5d67 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1760798 Aug 27 21:32:51.341319 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [None req-b7234202-b601-4919-896d-e5d750393f63 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Request body: {'security_group_rule': {'security_group_id': 'ff22aee3-f722-4f01-b86b-f6033a65b63e', 'project_id': '3633a7ec3f2e47d38f69218d81c309ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:32:51.362263 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1173a106-a913-4644-8e49-e6897e7f5d67 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff22aee3-f722-4f01-b86b-f6033a65b63e,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:32:51.363722 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Pushing event updated for resources: {'Port': ['ID=38df84d0-5e39-49dc-9455-5fd7332d2bc1,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:32:51.379595 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8eb7ea73-23ff-423a-949d-91e06de327ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:51.384422 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b7234202-b601-4919-896d-e5d750393f63 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:51.396090 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning for port 6adf79dc-1fc2-40cf-b8ec-25a6e0ab3664 completed by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:32:51.400235 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning complete for port 6adf79dc-1fc2-40cf-b8ec-25a6e0ab3664 triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:32:51.400650 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:51.447896 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b7234202-b601-4919-896d-e5d750393f63 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:51.452208 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b7234202-b601-4919-896d-e5d750393f63 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871929'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:51.471886 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7234202-b601-4919-896d-e5d750393f63 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bb686dd-1e65-4991-a553-d9aa3ae58832,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:32:51.482397 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7234202-b601-4919-896d-e5d750393f63 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:32:51.482749 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7234202-b601-4919-896d-e5d750393f63 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:32:51.483091 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7234202-b601-4919-896d-e5d750393f63 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:32:51.483427 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7234202-b601-4919-896d-e5d750393f63 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:32:51.483763 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7234202-b601-4919-896d-e5d750393f63 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:32:51.484096 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7234202-b601-4919-896d-e5d750393f63 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:32:51.484446 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7234202-b601-4919-896d-e5d750393f63 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:32:51.484773 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7234202-b601-4919-896d-e5d750393f63 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:32:51.485097 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7234202-b601-4919-896d-e5d750393f63 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:32:51.485423 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7234202-b601-4919-896d-e5d750393f63 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:32:51.485745 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7234202-b601-4919-896d-e5d750393f63 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:32:51.486069 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7234202-b601-4919-896d-e5d750393f63 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:32:51.488842 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b7234202-b601-4919-896d-e5d750393f63 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:51.490043 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-b7234202-b601-4919-896d-e5d750393f63 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1554418 Aug 27 21:32:51.494492 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 38970) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:32:51.499368 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [None req-7e7793e8-a096-49ed-90f8-10215c3129bb tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Request body: {'security_group_rule': {'security_group_id': 'ff22aee3-f722-4f01-b86b-f6033a65b63e', 'project_id': '3633a7ec3f2e47d38f69218d81c309ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:32:51.499572 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:51.527695 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7e7793e8-a096-49ed-90f8-10215c3129bb tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:51.532787 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] For port 6adf79dc-1fc2-40cf-b8ec-25a6e0ab3664, host dv-cinder-806436-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=6adf79dc-1fc2-40cf-b8ec-25a6e0ab3664,segment=NetworkSegment(21f7626c-5e1e-4d15-be40-468178096644),segment_id=21f7626c-5e1e-4d15-be40-468178096644)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:32:51.536748 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:51.580695 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:51.588475 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7e7793e8-a096-49ed-90f8-10215c3129bb tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:51.593171 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7e7793e8-a096-49ed-90f8-10215c3129bb tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871929'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:51.596177 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Pushing event updated for resources: {'Port': ['ID=6adf79dc-1fc2-40cf-b8ec-25a6e0ab3664,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:32:51.611171 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7793e8-a096-49ed-90f8-10215c3129bb tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51dc482f-26a3-433f-9c84-b7c327505e90,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:32:51.617589 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7e7793e8-a096-49ed-90f8-10215c3129bb tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:51.618825 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-7e7793e8-a096-49ed-90f8-10215c3129bb tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1233902 Aug 27 21:32:51.621572 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 38972) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:32:51.625911 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [None req-595ee2ee-9490-4c82-94b7-fd57420bc749 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Request body: {'security_group_rule': {'security_group_id': 'ff22aee3-f722-4f01-b86b-f6033a65b63e', 'project_id': '3633a7ec3f2e47d38f69218d81c309ac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:32:51.650910 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-595ee2ee-9490-4c82-94b7-fd57420bc749 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:51.712442 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-595ee2ee-9490-4c82-94b7-fd57420bc749 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:51.715830 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-595ee2ee-9490-4c82-94b7-fd57420bc749 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871929'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:51.733435 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ee2ee-9490-4c82-94b7-fd57420bc749 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51c12160-1df9-4627-a085-7c123de914f0,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:32:51.739142 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-595ee2ee-9490-4c82-94b7-fd57420bc749 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:51.740154 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-595ee2ee-9490-4c82-94b7-fd57420bc749 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1176567 Aug 27 21:32:51.742892 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 38976) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:32:51.747293 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [None req-e6505269-bb29-423e-89a3-5d0823f3e235 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Request body: {'security_group_rule': {'security_group_id': 'ff22aee3-f722-4f01-b86b-f6033a65b63e', 'project_id': '3633a7ec3f2e47d38f69218d81c309ac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:32:51.773131 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e6505269-bb29-423e-89a3-5d0823f3e235 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:51.831024 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e6505269-bb29-423e-89a3-5d0823f3e235 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:51.834545 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e6505269-bb29-423e-89a3-5d0823f3e235 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871929'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:51.856379 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6505269-bb29-423e-89a3-5d0823f3e235 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66538747-a94b-43ec-a698-21be8b8bcb18,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:32:51.859668 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e6505269-bb29-423e-89a3-5d0823f3e235 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:51.860873 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-e6505269-bb29-423e-89a3-5d0823f3e235 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1170576 Aug 27 21:32:51.863576 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 38978) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:32:51.868001 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [None req-84fe56f5-b6fe-47a3-be10-c3aa6d05d906 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Request body: {'security_group_rule': {'security_group_id': 'ff22aee3-f722-4f01-b86b-f6033a65b63e', 'project_id': '3633a7ec3f2e47d38f69218d81c309ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:32:51.888766 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.db.securitygroups_db [None req-84fe56f5-b6fe-47a3-be10-c3aa6d05d906 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Project 3633a7ec3f2e47d38f69218d81c309ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 21:32:51.893379 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-84fe56f5-b6fe-47a3-be10-c3aa6d05d906 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:51.953765 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-84fe56f5-b6fe-47a3-be10-c3aa6d05d906 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:51.957539 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-84fe56f5-b6fe-47a3-be10-c3aa6d05d906 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871929'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:51.976905 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fe56f5-b6fe-47a3-be10-c3aa6d05d906 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ca2a00a-4130-431d-b3ac-4a547e9312d9,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:32:51.980030 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-84fe56f5-b6fe-47a3-be10-c3aa6d05d906 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:51.984096 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 38980) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:32:51.984238 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-84fe56f5-b6fe-47a3-be10-c3aa6d05d906 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1196575 Aug 27 21:32:51.989089 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [None req-4f649028-22d6-4da0-b95e-8ee363d27bac tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Request body: {'security_group_rule': {'security_group_id': 'ff22aee3-f722-4f01-b86b-f6033a65b63e', 'project_id': '3633a7ec3f2e47d38f69218d81c309ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:32:52.010768 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.db.securitygroups_db [None req-4f649028-22d6-4da0-b95e-8ee363d27bac tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Project 3633a7ec3f2e47d38f69218d81c309ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 21:32:52.015479 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4f649028-22d6-4da0-b95e-8ee363d27bac tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:52.067152 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4f649028-22d6-4da0-b95e-8ee363d27bac tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:52.072513 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4f649028-22d6-4da0-b95e-8ee363d27bac tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871929'] for security_group_rule, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:52.095647 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f649028-22d6-4da0-b95e-8ee363d27bac tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79dbde91-9b4f-4ece-9452-46b3b8d06aed,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:32:52.099293 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4f649028-22d6-4da0-b95e-8ee363d27bac tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:52.108673 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-4f649028-22d6-4da0-b95e-8ee363d27bac tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1148918 Aug 27 21:32:52.538388 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device c3e261b3-43a4-40f9-ac75-0441308829ee up at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:32:52.591946 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning complete for port c3e261b3-43a4-40f9-ac75-0441308829ee triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:32:52.592583 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:52.676842 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 38df84d0-5e39-49dc-9455-5fd7332d2bc1 up at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:32:52.728611 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65920cb9-5c7f-4952-b134-219b92defc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:52.733569 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning complete for port 38df84d0-5e39-49dc-9455-5fd7332d2bc1 triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:32:52.733923 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:52.820527 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 6adf79dc-1fc2-40cf-b8ec-25a6e0ab3664 up at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:32:52.872152 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning complete for port 6adf79dc-1fc2-40cf-b8ec-25a6e0ab3664 triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:32:52.872741 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:52.895081 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc22cf1-cc80-4ea4-a4d5-2e19b5f0d4ec None None] Sync routers for ids ['beab16c3-404d-40c1-a53b-a27203b0e0e0'] in dv-cinder-806436-1-iscsi {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 21:32:52.914573 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc22cf1-cc80-4ea4-a4d5-2e19b5f0d4ec None None] Routers {'beab16c3-404d-40c1-a53b-a27203b0e0e0'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:32:52.915188 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-cbc22cf1-cc80-4ea4-a4d5-2e19b5f0d4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:32:51Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['beab16c3-404d-40c1-a53b-a27203b0e0e0'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:32:53.057783 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-cbc22cf1-cc80-4ea4-a4d5-2e19b5f0d4ec None None] Set router beab16c3-404d-40c1-a53b-a27203b0e0e0 gateway port host: dv-cinder-806436-1-iscsi {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:32:53.272122 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-cbc22cf1-cc80-4ea4-a4d5-2e19b5f0d4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beab16c3-404d-40c1-a53b-a27203b0e0e0', 'name': 'tempest-TestShelveInstance-984794331-router', 'tenant_id': 'ffab4d9e04c74c0bb325ba30d2f449c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '38df84d0-5e39-49dc-9455-5fd7332d2bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:32:46Z', 'updated_at': '2021-08-27T21:32:49Z', 'revision_number': 4, 'project_id': 'ffab4d9e04c74c0bb325ba30d2f449c1', 'gw_port': {'id': '38df84d0-5e39-49dc-9455-5fd7332d2bc1', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beab16c3-404d-40c1-a53b-a27203b0e0e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:32:47Z', 'updated_at': '2021-08-27T21:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_interfaces': [{'id': 'fafbdff6-9723-4b88-bed5-8a94abc2b348', 'name': '', 'network_id': '9127b9f6-c73d-4e99-a549-8b0736e9f8bf', 'tenant_id': 'ffab4d9e04c74c0bb325ba30d2f449c1', 'mac_address': 'fa:16:3e:fd:87:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beab16c3-404d-40c1-a53b-a27203b0e0e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'e2544d8e-da95-4722-94cd-6440b766f6a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:32:48Z', 'updated_at': '2021-08-27T21:32:49Z', 'revision_number': 2, 'project_id': 'ffab4d9e04c74c0bb325ba30d2f449c1', 'subnets': [{'id': 'e2544d8e-da95-4722-94cd-6440b766f6a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:32:53.297313 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc22cf1-cc80-4ea4-a4d5-2e19b5f0d4ec None None] Checking router: beab16c3-404d-40c1-a53b-a27203b0e0e0 for host: dv-cinder-806436-1-iscsi {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 21:32:53.297659 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc22cf1-cc80-4ea4-a4d5-2e19b5f0d4ec None None] Updating router beab16c3-404d-40c1-a53b-a27203b0e0e0 port fafbdff6-9723-4b88-bed5-8a94abc2b348 binding host dv-cinder-806436-1-iscsi {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 21:32:53.322138 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cbc22cf1-cc80-4ea4-a4d5-2e19b5f0d4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:53.602510 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cbc22cf1-cc80-4ea4-a4d5-2e19b5f0d4ec None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:53.613200 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-cbc22cf1-cc80-4ea4-a4d5-2e19b5f0d4ec None None] Transition to ACTIVE for port object fafbdff6-9723-4b88-bed5-8a94abc2b348 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:32:53.618957 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cbc22cf1-cc80-4ea4-a4d5-2e19b5f0d4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:53.670014 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881401c3-f308-4fac-9db3-1b217020763d None None] Pushing event updated for resources: {'Port': ['ID=fafbdff6-9723-4b88-bed5-8a94abc2b348,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:32:53.725291 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-cbc22cf1-cc80-4ea4-a4d5-2e19b5f0d4ec None None] Attempting to bind port fafbdff6-9723-4b88-bed5-8a94abc2b348 on host dv-cinder-806436-1-iscsi for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 21:32:53.726283 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-cbc22cf1-cc80-4ea4-a4d5-2e19b5f0d4ec None None] Attempting to bind port fafbdff6-9723-4b88-bed5-8a94abc2b348 by drivers openvswitch,hyperv on host dv-cinder-806436-1-iscsi at level 0 using segments [{'id': '21f7626c-5e1e-4d15-be40-468178096644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9127b9f6-c73d-4e99-a549-8b0736e9f8bf'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 21:32:53.726716 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc22cf1-cc80-4ea4-a4d5-2e19b5f0d4ec None None] Attempting to bind port fafbdff6-9723-4b88-bed5-8a94abc2b348 on network 9127b9f6-c73d-4e99-a549-8b0736e9f8bf {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:32:53.732685 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc22cf1-cc80-4ea4-a4d5-2e19b5f0d4ec None None] Checking agent: {'id': '7431bd39-0fd9-4a64-8486-900009fb8dd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806436-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 21, 15, 51), 'started_at': datetime.datetime(2021, 8, 27, 21, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 21, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806436-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 21:32:53.733044 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc22cf1-cc80-4ea4-a4d5-2e19b5f0d4ec None None] Checking segment: {'id': '21f7626c-5e1e-4d15-be40-468178096644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9127b9f6-c73d-4e99-a549-8b0736e9f8bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:32:53.733441 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cbc22cf1-cc80-4ea4-a4d5-2e19b5f0d4ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:53.733832 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc22cf1-cc80-4ea4-a4d5-2e19b5f0d4ec None None] Bound using segment: {'id': '21f7626c-5e1e-4d15-be40-468178096644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9127b9f6-c73d-4e99-a549-8b0736e9f8bf'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 21:32:53.734298 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-cbc22cf1-cc80-4ea4-a4d5-2e19b5f0d4ec None None] Bound port: fafbdff6-9723-4b88-bed5-8a94abc2b348, host: dv-cinder-806436-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21f7626c-5e1e-4d15-be40-468178096644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9127b9f6-c73d-4e99-a549-8b0736e9f8bf'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 21:32:53.734800 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cbc22cf1-cc80-4ea4-a4d5-2e19b5f0d4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:53.808129 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-cbc22cf1-cc80-4ea4-a4d5-2e19b5f0d4ec None None] For port fafbdff6-9723-4b88-bed5-8a94abc2b348, host dv-cinder-806436-1-iscsi, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 21:32:53.812623 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-cbc22cf1-cc80-4ea4-a4d5-2e19b5f0d4ec None None] For port fafbdff6-9723-4b88-bed5-8a94abc2b348, host dv-cinder-806436-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=fafbdff6-9723-4b88-bed5-8a94abc2b348,segment=NetworkSegment(21f7626c-5e1e-4d15-be40-468178096644),segment_id=21f7626c-5e1e-4d15-be40-468178096644)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 21:32:53.822024 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cbc22cf1-cc80-4ea4-a4d5-2e19b5f0d4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:53.875592 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc22cf1-cc80-4ea4-a4d5-2e19b5f0d4ec None None] Routers {'beab16c3-404d-40c1-a53b-a27203b0e0e0'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:32:53.876236 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-cbc22cf1-cc80-4ea4-a4d5-2e19b5f0d4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:32:51Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['beab16c3-404d-40c1-a53b-a27203b0e0e0'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:32:53.935316 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881401c3-f308-4fac-9db3-1b217020763d None None] Pushing event updated for resources: {'Port': ['ID=fafbdff6-9723-4b88-bed5-8a94abc2b348,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:32:54.016448 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-cbc22cf1-cc80-4ea4-a4d5-2e19b5f0d4ec None None] Set router beab16c3-404d-40c1-a53b-a27203b0e0e0 gateway port host: dv-cinder-806436-1-iscsi {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:32:54.153947 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-778ce8a3-384f-4928-b9ff-199d4ced17a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:54.246489 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-cbc22cf1-cc80-4ea4-a4d5-2e19b5f0d4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beab16c3-404d-40c1-a53b-a27203b0e0e0', 'name': 'tempest-TestShelveInstance-984794331-router', 'tenant_id': 'ffab4d9e04c74c0bb325ba30d2f449c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '38df84d0-5e39-49dc-9455-5fd7332d2bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:32:46Z', 'updated_at': '2021-08-27T21:32:49Z', 'revision_number': 4, 'project_id': 'ffab4d9e04c74c0bb325ba30d2f449c1', 'gw_port': {'id': '38df84d0-5e39-49dc-9455-5fd7332d2bc1', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beab16c3-404d-40c1-a53b-a27203b0e0e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:32:47Z', 'updated_at': '2021-08-27T21:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_interfaces': [{'id': 'fafbdff6-9723-4b88-bed5-8a94abc2b348', 'name': '', 'network_id': '9127b9f6-c73d-4e99-a549-8b0736e9f8bf', 'tenant_id': 'ffab4d9e04c74c0bb325ba30d2f449c1', 'mac_address': 'fa:16:3e:fd:87:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beab16c3-404d-40c1-a53b-a27203b0e0e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'e2544d8e-da95-4722-94cd-6440b766f6a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:32:48Z', 'updated_at': '2021-08-27T21:32:53Z', 'revision_number': 4, 'project_id': 'ffab4d9e04c74c0bb325ba30d2f449c1', 'subnets': [{'id': 'e2544d8e-da95-4722-94cd-6440b766f6a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:32:54.399804 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc22cf1-cc80-4ea4-a4d5-2e19b5f0d4ec None None] The sync data for ids ['beab16c3-404d-40c1-a53b-a27203b0e0e0'] in dv-cinder-806436-1-iscsi is: [{'id': 'beab16c3-404d-40c1-a53b-a27203b0e0e0', 'name': 'tempest-TestShelveInstance-984794331-router', 'tenant_id': 'ffab4d9e04c74c0bb325ba30d2f449c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '38df84d0-5e39-49dc-9455-5fd7332d2bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:32:46Z', 'updated_at': '2021-08-27T21:32:49Z', 'revision_number': 4, 'project_id': 'ffab4d9e04c74c0bb325ba30d2f449c1', 'gw_port': {'id': '38df84d0-5e39-49dc-9455-5fd7332d2bc1', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beab16c3-404d-40c1-a53b-a27203b0e0e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:32:47Z', 'updated_at': '2021-08-27T21:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_interfaces': [{'id': 'fafbdff6-9723-4b88-bed5-8a94abc2b348', 'name': '', 'network_id': '9127b9f6-c73d-4e99-a549-8b0736e9f8bf', 'tenant_id': 'ffab4d9e04c74c0bb325ba30d2f449c1', 'mac_address': 'fa:16:3e:fd:87:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beab16c3-404d-40c1-a53b-a27203b0e0e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'e2544d8e-da95-4722-94cd-6440b766f6a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:32:48Z', 'updated_at': '2021-08-27T21:32:53Z', 'revision_number': 4, 'project_id': 'ffab4d9e04c74c0bb325ba30d2f449c1', 'subnets': [{'id': 'e2544d8e-da95-4722-94cd-6440b766f6a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 21:32:54.562367 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device fafbdff6-9723-4b88-bed5-8a94abc2b348 up at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:32:54.614577 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning for port fafbdff6-9723-4b88-bed5-8a94abc2b348 completed by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:32:54.619424 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning complete for port fafbdff6-9723-4b88-bed5-8a94abc2b348 triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:32:54.619677 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:54.709202 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:54.748158 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] For port fafbdff6-9723-4b88-bed5-8a94abc2b348, host dv-cinder-806436-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=fafbdff6-9723-4b88-bed5-8a94abc2b348,segment=NetworkSegment(21f7626c-5e1e-4d15-be40-468178096644),segment_id=21f7626c-5e1e-4d15-be40-468178096644)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:32:54.753036 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:32:54.805357 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Pushing event updated for resources: {'Port': ['ID=fafbdff6-9723-4b88-bed5-8a94abc2b348,revision_number=5']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:32:56.514251 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device fafbdff6-9723-4b88-bed5-8a94abc2b348 up at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:32:56.562768 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Provisioning complete for port fafbdff6-9723-4b88-bed5-8a94abc2b348 triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:32:56.563130 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:10.508940 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060213a-196f-42e6-a049-78f249a7b032 req-3a66d59e-8447-4049-ba4f-207436091f10 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:33:10.510908 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-2060213a-196f-42e6-a049-78f249a7b032 req-3a66d59e-8447-4049-ba4f-207436091f10 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=238c28fb-a742-44a3-b865-9af3d99f2e93 HTTP/1.1" status: 200 len: 945 time: 0.0554962 Aug 27 21:33:10.559878 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-2060213a-196f-42e6-a049-78f249a7b032 req-9df4d4b1-7773-4028-a12d-9bb0ca8ffd8b tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/security-groups?id=96f246ed-6411-4088-ad8e-6629cf62cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411184 Aug 27 21:33:10.660920 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-a6bfdbde-55fd-4e7c-96f2-ebe4e0185660 req-579c17de-e8f9-4a62-9239-d34b0a5d51ff tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-144436190&fields=id&tenant_id=3633a7ec3f2e47d38f69218d81c309ac HTTP/1.1" status: 200 len: 267 time: 0.0340955 Aug 27 21:33:10.784648 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bfdbde-55fd-4e7c-96f2-ebe4e0185660 req-4c79ce9b-f3b7-4461-aceb-b4739a31fb33 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:33:10.786146 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-a6bfdbde-55fd-4e7c-96f2-ebe4e0185660 req-4c79ce9b-f3b7-4461-aceb-b4739a31fb33 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/networks?id=759bc5bf-bf4d-4679-ab2e-1244d5da1d99 HTTP/1.1" status: 200 len: 809 time: 0.1173863 Aug 27 21:33:10.802290 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-a6bfdbde-55fd-4e7c-96f2-ebe4e0185660 req-498c0075-fc4a-4406-bd22-a6157bfad1c0 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/quotas/3633a7ec3f2e47d38f69218d81c309ac HTTP/1.1" status: 200 len: 375 time: 0.0094647 Aug 27 21:33:10.856762 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-a6bfdbde-55fd-4e7c-96f2-ebe4e0185660 req-19e6052c-e232-49cc-bfb3-3b724c31cbb8 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3633a7ec3f2e47d38f69218d81c309ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488663 Aug 27 21:33:10.954997 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-a6bfdbde-55fd-4e7c-96f2-ebe4e0185660 req-d0a8f66d-8ae7-484a-afb8-bae2a645d17f service neutron] 10.222.0.39 "GET /v2.0/networks/759bc5bf-bf4d-4679-ab2e-1244d5da1d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857127 Aug 27 21:33:11.051973 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-a6bfdbde-55fd-4e7c-96f2-ebe4e0185660 req-2d0aa9cd-9ca1-4d2d-910b-86504479417b service neutron] 10.222.0.39 "GET /v2.0/networks/759bc5bf-bf4d-4679-ab2e-1244d5da1d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906415 Aug 27 21:33:11.375674 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-f2c33098-7d85-461d-886d-d027cca8facf req-8052d19d-796d-4bbe-b84a-5a98ede44e8e tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfcb05d5-f6a9-430f-b26d-f202f5e228d2 HTTP/1.1" status: 200 len: 210 time: 0.0274348 Aug 27 21:33:11.708723 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2338dae3-4989-4422-b60f-922155a2c7f4 req-b700a39b-12eb-409e-aa54-77fa0baf2ab9 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:33:11.710911 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-2338dae3-4989-4422-b60f-922155a2c7f4 req-b700a39b-12eb-409e-aa54-77fa0baf2ab9 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=238c28fb-a742-44a3-b865-9af3d99f2e93 HTTP/1.1" status: 200 len: 945 time: 0.0549591 Aug 27 21:33:11.752065 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-2338dae3-4989-4422-b60f-922155a2c7f4 req-5e12ec33-f6f2-40a5-b60b-957eebb30100 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/security-groups?id=96f246ed-6411-4088-ad8e-6629cf62cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348625 Aug 27 21:33:12.355226 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de54d09-4201-47de-b549-1d390c1ebe5e req-88096d62-d4ee-4b98-ad48-d6df50bbbced tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:33:12.358152 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-6de54d09-4201-47de-b549-1d390c1ebe5e req-88096d62-d4ee-4b98-ad48-d6df50bbbced tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.73 "GET /v2.0/ports?device_id=238c28fb-a742-44a3-b865-9af3d99f2e93 HTTP/1.1" status: 200 len: 945 time: 0.0752766 Aug 27 21:33:12.415024 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:12.490684 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-6de54d09-4201-47de-b549-1d390c1ebe5e req-985ec11a-56fd-4126-a1d3-c586d786bc77 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Deleting port 36819cfe-15f2-4802-8b7a-0ec14884a397 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 21:33:12.491099 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6de54d09-4201-47de-b549-1d390c1ebe5e req-985ec11a-56fd-4126-a1d3-c586d786bc77 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794201129759'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:12.602505 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-6de54d09-4201-47de-b549-1d390c1ebe5e req-985ec11a-56fd-4126-a1d3-c586d786bc77 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] For port 36819cfe-15f2-4802-8b7a-0ec14884a397, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=36819cfe-15f2-4802-8b7a-0ec14884a397,segment=NetworkSegment(06eda9e8-242b-4778-b97e-70cec8f3f209),segment_id=06eda9e8-242b-4778-b97e-70cec8f3f209)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:33:12.602862 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6de54d09-4201-47de-b549-1d390c1ebe5e req-985ec11a-56fd-4126-a1d3-c586d786bc77 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:12.616367 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-ce1fad27-4279-4f6b-a1fc-ce89b662bb3f req-daffe8bf-4afa-4e52-9195-74846f5528c2 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfcb05d5-f6a9-430f-b26d-f202f5e228d2 HTTP/1.1" status: 200 len: 210 time: 0.0401573 Aug 27 21:33:12.671068 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bfdbde-55fd-4e7c-96f2-ebe4e0185660 req-2a3d4c6f-11c5-4e1e-9055-6f9b7322da1e tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:33:12.672580 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-a6bfdbde-55fd-4e7c-96f2-ebe4e0185660 req-2a3d4c6f-11c5-4e1e-9055-6f9b7322da1e tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.73 "GET /v2.0/networks?id=759bc5bf-bf4d-4679-ab2e-1244d5da1d99 HTTP/1.1" status: 200 len: 809 time: 0.4252276 Aug 27 21:33:12.719314 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-a6bfdbde-55fd-4e7c-96f2-ebe4e0185660 req-f633001e-870a-41d3-8518-10ccd58ed5c2 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3633a7ec3f2e47d38f69218d81c309ac HTTP/1.1" status: 200 len: 379 time: 0.0367980 Aug 27 21:33:12.729928 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [req-a6bfdbde-55fd-4e7c-96f2-ebe4e0185660 req-0dadf647-603a-46b7-908d-32a112de520f tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Request body: {'port': {'device_id': 'bfcb05d5-f6a9-430f-b26d-f202f5e228d2', 'network_id': '759bc5bf-bf4d-4679-ab2e-1244d5da1d99', 'admin_state_up': True, 'tenant_id': '3633a7ec3f2e47d38f69218d81c309ac', 'security_groups': ['ff22aee3-f722-4f01-b86b-f6033a65b63e']}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:33:12.806562 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6de54d09-4201-47de-b549-1d390c1ebe5e req-985ec11a-56fd-4126-a1d3-c586d786bc77 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:12.807069 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6de54d09-4201-47de-b549-1d390c1ebe5e req-985ec11a-56fd-4126-a1d3-c586d786bc77 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628369'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:12.813252 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.db.l3_db [req-6de54d09-4201-47de-b549-1d390c1ebe5e req-985ec11a-56fd-4126-a1d3-c586d786bc77 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Floating IP e7828a37-975a-443e-89ad-3d30e33eeaf0 disassociated. External IP: 172.27.0.199, port: 36819cfe-15f2-4802-8b7a-0ec14884a397. Aug 27 21:33:12.813252 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-6de54d09-4201-47de-b549-1d390c1ebe5e req-985ec11a-56fd-4126-a1d3-c586d786bc77 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Calling delete_port for 36819cfe-15f2-4802-8b7a-0ec14884a397 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 21:33:12.910189 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6bfdbde-55fd-4e7c-96f2-ebe4e0185660 req-0dadf647-603a-46b7-908d-32a112de520f tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Made reservation on behalf of 3633a7ec3f2e47d38f69218d81c309ac for: {'port': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 21:33:12.917428 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a6bfdbde-55fd-4e7c-96f2-ebe4e0185660 req-0dadf647-603a-46b7-908d-32a112de520f tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:13.115846 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [req-a6bfdbde-55fd-4e7c-96f2-ebe4e0185660 req-0dadf647-603a-46b7-908d-32a112de520f tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Allocated IP 172.20.0.10 (759bc5bf-bf4d-4679-ab2e-1244d5da1d99/b1adaf92-b3d4-408b-9e3f-dba8dda3f624/ed7e23bb-27eb-4e86-8bf9-3d0b916f167c) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 21:33:13.216151 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059833a-7c45-4c86-9a0b-15cf99e75ea5 req-46755249-799a-4d7d-afa7-5c883f59cf29 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:33:13.217728 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-6059833a-7c45-4c86-9a0b-15cf99e75ea5 req-46755249-799a-4d7d-afa7-5c883f59cf29 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=238c28fb-a742-44a3-b865-9af3d99f2e93 HTTP/1.1" status: 200 len: 945 time: 0.0762002 Aug 27 21:33:13.291420 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a6bfdbde-55fd-4e7c-96f2-ebe4e0185660 req-0dadf647-603a-46b7-908d-32a112de520f tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:13.302706 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-6059833a-7c45-4c86-9a0b-15cf99e75ea5 req-e37dbe89-09ba-468e-8a47-a89d729398b1 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/security-groups?id=96f246ed-6411-4088-ad8e-6629cf62cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787055 Aug 27 21:33:13.317100 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6de54d09-4201-47de-b549-1d390c1ebe5e req-985ec11a-56fd-4126-a1d3-c586d786bc77 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794201022239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794200564237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25193636'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:13.321027 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-a6bfdbde-55fd-4e7c-96f2-ebe4e0185660 req-0dadf647-603a-46b7-908d-32a112de520f tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Transition to ACTIVE for port object ed7e23bb-27eb-4e86-8bf9-3d0b916f167c will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:33:13.350511 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985ec11a-56fd-4126-a1d3-c586d786bc77 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Pushing event deleted for resources: {'Port': ['ID=36819cfe-15f2-4802-8b7a-0ec14884a397,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:33:13.369693 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a6bfdbde-55fd-4e7c-96f2-ebe4e0185660 req-0dadf647-603a-46b7-908d-32a112de520f tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794200564228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-275356'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:13.414085 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6bfdbde-55fd-4e7c-96f2-ebe4e0185660 req-0dadf647-603a-46b7-908d-32a112de520f tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Network 759bc5bf-bf4d-4679-ab2e-1244d5da1d99 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:33:13.417492 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [req-a6bfdbde-55fd-4e7c-96f2-ebe4e0185660 req-0dadf647-603a-46b7-908d-32a112de520f tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:33:13.423599 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6bfdbde-55fd-4e7c-96f2-ebe4e0185660 req-0dadf647-603a-46b7-908d-32a112de520f tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 21:33:13.452301 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dadf647-603a-46b7-908d-32a112de520f tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Pushing event updated for resources: {'Port': ['ID=ed7e23bb-27eb-4e86-8bf9-3d0b916f167c,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:33:13.484613 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bfdbde-55fd-4e7c-96f2-ebe4e0185660 req-0dadf647-603a-46b7-908d-32a112de520f tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:33:13.485288 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a6bfdbde-55fd-4e7c-96f2-ebe4e0185660 req-0dadf647-603a-46b7-908d-32a112de520f tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:13.506162 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-a6bfdbde-55fd-4e7c-96f2-ebe4e0185660 req-0dadf647-603a-46b7-908d-32a112de520f tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7814231 Aug 27 21:33:13.518666 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [req-a6bfdbde-55fd-4e7c-96f2-ebe4e0185660 req-499f34cc-0ba6-42a0-bf23-d5571a30c1e4 service neutron] Request body: {'port': {'device_id': 'bfcb05d5-f6a9-430f-b26d-f202f5e228d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80643'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:33:13.545875 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6de54d09-4201-47de-b549-1d390c1ebe5e req-985ec11a-56fd-4126-a1d3-c586d786bc77 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Router 5fffa74f-cf3c-4140-9ac4-c644db149705 has already been hosted by L3 agent da753c34-e47f-42d8-9f83-ec5464f53bc8 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 21:33:13.587461 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a6bfdbde-55fd-4e7c-96f2-ebe4e0185660 req-499f34cc-0ba6-42a0-bf23-d5571a30c1e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:13.667779 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6de54d09-4201-47de-b549-1d390c1ebe5e req-985ec11a-56fd-4126-a1d3-c586d786bc77 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify agent at l3_agent.dv-cinder-806436-1-iscsi the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 21:33:13.681477 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da56ce02-e7b2-4e31-bb28-368baaa04b34 None None] Sync routers for ids ['5fffa74f-cf3c-4140-9ac4-c644db149705'] in dv-cinder-806436-1-iscsi {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 21:33:13.697452 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da56ce02-e7b2-4e31-bb28-368baaa04b34 None None] Routers {'5fffa74f-cf3c-4140-9ac4-c644db149705'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:33:13.698395 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-da56ce02-e7b2-4e31-bb28-368baaa04b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:32:51Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['5fffa74f-cf3c-4140-9ac4-c644db149705'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:33:13.720895 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-3730637a-9c33-4344-a7df-b68845dfa85e None None] Provisioning for port ed7e23bb-27eb-4e86-8bf9-3d0b916f167c completed by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:33:13.723244 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de54d09-4201-47de-b549-1d390c1ebe5e req-985ec11a-56fd-4126-a1d3-c586d786bc77 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] No DVR routers for this DVR port 36819cfe-15f2-4802-8b7a-0ec14884a397 on host hv-cinder-80643 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 21:33:13.728027 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6de54d09-4201-47de-b549-1d390c1ebe5e req-985ec11a-56fd-4126-a1d3-c586d786bc77 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:13.730698 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-6de54d09-4201-47de-b549-1d390c1ebe5e req-985ec11a-56fd-4126-a1d3-c586d786bc77 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.73 "DELETE /v2.0/ports/36819cfe-15f2-4802-8b7a-0ec14884a397 HTTP/1.1" status: 204 len: 173 time: 1.3665810 Aug 27 21:33:13.731293 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '238c28fb-a742-44a3-b865-9af3d99f2e93', 'name': 'network-vif-deleted', 'tag': '36819cfe-15f2-4802-8b7a-0ec14884a397'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:33:13.734198 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38019ac9d499d238660659c848bc6e147427a71e556f74dfb6c52f178b5569d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e48fcbc-4388-4a9f-a7f9-71d257cc6b6c" -d '{"events": [{"server_uuid": "238c28fb-a742-44a3-b865-9af3d99f2e93", "name": "network-vif-deleted", "tag": "36819cfe-15f2-4802-8b7a-0ec14884a397"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:33:13.738565 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-3730637a-9c33-4344-a7df-b68845dfa85e None None] Provisioning complete for port ed7e23bb-27eb-4e86-8bf9-3d0b916f167c triggered by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:33:13.739194 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3730637a-9c33-4344-a7df-b68845dfa85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:13.802717 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-3730637a-9c33-4344-a7df-b68845dfa85e None None] Port ed7e23bb-27eb-4e86-8bf9-3d0b916f167c cannot update to ACTIVE because it is not bound. {{(pid=93798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 21:33:13.846166 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 21:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b2e9ee-75fb-4a75-a4c2-200ec47d090a x-openstack-request-id: req-f5b2e9ee-75fb-4a75-a4c2-200ec47d090a {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:33:13.846738 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "238c28fb-a742-44a3-b865-9af3d99f2e93", "name": "network-vif-deleted", "tag": "36819cfe-15f2-4802-8b7a-0ec14884a397", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:33:13.846990 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f5b2e9ee-75fb-4a75-a4c2-200ec47d090a {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:33:13.847452 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '238c28fb-a742-44a3-b865-9af3d99f2e93', 'name': 'network-vif-deleted', 'tag': '36819cfe-15f2-4802-8b7a-0ec14884a397', 'status': 'completed', 'code': 200} Aug 27 21:33:13.849766 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6870f7fb-c57a-4210-8c2c-2a348678755e req-a8a71926-f7cc-4441-b278-37cfcc7e360c tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:33:13.852796 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-6870f7fb-c57a-4210-8c2c-2a348678755e req-a8a71926-f7cc-4441-b278-37cfcc7e360c tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfcb05d5-f6a9-430f-b26d-f202f5e228d2 HTTP/1.1" status: 200 len: 932 time: 0.1513278 Aug 27 21:33:13.862179 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-da56ce02-e7b2-4e31-bb28-368baaa04b34 None None] Set router 5fffa74f-cf3c-4140-9ac4-c644db149705 gateway port host: dv-cinder-806436-1-iscsi {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:33:13.954825 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-6870f7fb-c57a-4210-8c2c-2a348678755e req-18e40c9e-391f-41ad-824c-7bd692a7e41a tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff22aee3-f722-4f01-b86b-f6033a65b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951228 Aug 27 21:33:14.048038 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.notifiers.nova [req-a6bfdbde-55fd-4e7c-96f2-ebe4e0185660 req-499f34cc-0ba6-42a0-bf23-d5571a30c1e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed7e23bb-27eb-4e86-8bf9-3d0b916f167c {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 21:33:14.060648 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a6bfdbde-55fd-4e7c-96f2-ebe4e0185660 req-499f34cc-0ba6-42a0-bf23-d5571a30c1e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:14.075277 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [req-a6bfdbde-55fd-4e7c-96f2-ebe4e0185660 req-499f34cc-0ba6-42a0-bf23-d5571a30c1e4 service neutron] Transition to ACTIVE for port object ed7e23bb-27eb-4e86-8bf9-3d0b916f167c will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:33:14.079389 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a6bfdbde-55fd-4e7c-96f2-ebe4e0185660 req-499f34cc-0ba6-42a0-bf23-d5571a30c1e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-275333'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:14.120081 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-da56ce02-e7b2-4e31-bb28-368baaa04b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'name': 'tempest-AttachVolumeTestJSON-1714184306-router', 'tenant_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '59cb1af0-4a49-465a-ae8c-4ae75fb6acf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:28:10Z', 'updated_at': '2021-08-27T21:28:15Z', 'revision_number': 4, 'project_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'gw_port': {'id': '59cb1af0-4a49-465a-ae8c-4ae75fb6acf0', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:28:11Z', 'updated_at': '2021-08-27T21:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_interfaces': [{'id': '6b9d8926-ef79-48c5-96bd-eb52c8caeb84', 'name': '', 'network_id': 'ed8dd659-34e8-4454-9d8c-11a291216fde', 'tenant_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'mac_address': 'fa:16:3e:72:93:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '22e56bc5-1da2-41da-ae14-be8282257d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:28:14Z', 'updated_at': '2021-08-27T21:28:23Z', 'revision_number': 5, 'project_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'subnets': [{'id': '22e56bc5-1da2-41da-ae14-be8282257d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:33:14.136018 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f34cc-0ba6-42a0-bf23-d5571a30c1e4 service neutron] Pushing event updated for resources: {'Port': ['ID=ed7e23bb-27eb-4e86-8bf9-3d0b916f167c,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:33:14.158004 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da56ce02-e7b2-4e31-bb28-368baaa04b34 None None] Checking router: 5fffa74f-cf3c-4140-9ac4-c644db149705 for host: dv-cinder-806436-1-iscsi {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 21:33:14.170627 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da56ce02-e7b2-4e31-bb28-368baaa04b34 None None] Routers {'5fffa74f-cf3c-4140-9ac4-c644db149705'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:33:14.171255 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-da56ce02-e7b2-4e31-bb28-368baaa04b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:32:51Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['5fffa74f-cf3c-4140-9ac4-c644db149705'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:33:14.219454 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-a6bfdbde-55fd-4e7c-96f2-ebe4e0185660 req-499f34cc-0ba6-42a0-bf23-d5571a30c1e4 service neutron] Attempting to bind port ed7e23bb-27eb-4e86-8bf9-3d0b916f167c on host hv-cinder-80643 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 21:33:14.220188 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-a6bfdbde-55fd-4e7c-96f2-ebe4e0185660 req-499f34cc-0ba6-42a0-bf23-d5571a30c1e4 service neutron] Attempting to bind port ed7e23bb-27eb-4e86-8bf9-3d0b916f167c by drivers openvswitch,hyperv on host hv-cinder-80643 at level 0 using segments [{'id': '83b364ad-b48d-48fe-9f25-96e2d2d67629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '759bc5bf-bf4d-4679-ab2e-1244d5da1d99'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 21:33:14.221143 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6bfdbde-55fd-4e7c-96f2-ebe4e0185660 req-499f34cc-0ba6-42a0-bf23-d5571a30c1e4 service neutron] Attempting to bind port ed7e23bb-27eb-4e86-8bf9-3d0b916f167c on network 759bc5bf-bf4d-4679-ab2e-1244d5da1d99 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:33:14.234751 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6bfdbde-55fd-4e7c-96f2-ebe4e0185660 req-499f34cc-0ba6-42a0-bf23-d5571a30c1e4 service neutron] Port ed7e23bb-27eb-4e86-8bf9-3d0b916f167c on network 759bc5bf-bf4d-4679-ab2e-1244d5da1d99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80643 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 21:33:14.234751 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6bfdbde-55fd-4e7c-96f2-ebe4e0185660 req-499f34cc-0ba6-42a0-bf23-d5571a30c1e4 service neutron] Attempting to bind port ed7e23bb-27eb-4e86-8bf9-3d0b916f167c on network 759bc5bf-bf4d-4679-ab2e-1244d5da1d99 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:33:14.243182 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6bfdbde-55fd-4e7c-96f2-ebe4e0185660 req-499f34cc-0ba6-42a0-bf23-d5571a30c1e4 service neutron] Checking agent: {'id': '14be5267-b6f6-4f5d-aa76-a7f98d21013b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80643', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 21, 22, 11), 'started_at': datetime.datetime(2021, 8, 27, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 21, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 21:33:14.243778 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6bfdbde-55fd-4e7c-96f2-ebe4e0185660 req-499f34cc-0ba6-42a0-bf23-d5571a30c1e4 service neutron] Checking segment: {'id': '83b364ad-b48d-48fe-9f25-96e2d2d67629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '759bc5bf-bf4d-4679-ab2e-1244d5da1d99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:33:14.246837 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6bfdbde-55fd-4e7c-96f2-ebe4e0185660 req-499f34cc-0ba6-42a0-bf23-d5571a30c1e4 service neutron] Bound using segment: {'id': '83b364ad-b48d-48fe-9f25-96e2d2d67629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '759bc5bf-bf4d-4679-ab2e-1244d5da1d99'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 21:33:14.247487 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [req-a6bfdbde-55fd-4e7c-96f2-ebe4e0185660 req-499f34cc-0ba6-42a0-bf23-d5571a30c1e4 service neutron] Bound port: ed7e23bb-27eb-4e86-8bf9-3d0b916f167c, host: hv-cinder-80643, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83b364ad-b48d-48fe-9f25-96e2d2d67629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '759bc5bf-bf4d-4679-ab2e-1244d5da1d99'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 21:33:14.247873 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a6bfdbde-55fd-4e7c-96f2-ebe4e0185660 req-499f34cc-0ba6-42a0-bf23-d5571a30c1e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:14.367669 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-a6bfdbde-55fd-4e7c-96f2-ebe4e0185660 req-499f34cc-0ba6-42a0-bf23-d5571a30c1e4 service neutron] For port ed7e23bb-27eb-4e86-8bf9-3d0b916f167c, host hv-cinder-80643, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 21:33:14.383201 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [req-a6bfdbde-55fd-4e7c-96f2-ebe4e0185660 req-499f34cc-0ba6-42a0-bf23-d5571a30c1e4 service neutron] For port ed7e23bb-27eb-4e86-8bf9-3d0b916f167c, host hv-cinder-80643, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=ed7e23bb-27eb-4e86-8bf9-3d0b916f167c,segment=NetworkSegment(83b364ad-b48d-48fe-9f25-96e2d2d67629),segment_id=83b364ad-b48d-48fe-9f25-96e2d2d67629)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 21:33:14.392659 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a6bfdbde-55fd-4e7c-96f2-ebe4e0185660 req-499f34cc-0ba6-42a0-bf23-d5571a30c1e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-275333'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:14.452835 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-da56ce02-e7b2-4e31-bb28-368baaa04b34 None None] Set router 5fffa74f-cf3c-4140-9ac4-c644db149705 gateway port host: dv-cinder-806436-1-iscsi {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:33:14.473722 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bfdbde-55fd-4e7c-96f2-ebe4e0185660 req-499f34cc-0ba6-42a0-bf23-d5571a30c1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:33:14.474441 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [req-a6bfdbde-55fd-4e7c-96f2-ebe4e0185660 req-499f34cc-0ba6-42a0-bf23-d5571a30c1e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for port, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:14.476572 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-a6bfdbde-55fd-4e7c-96f2-ebe4e0185660 req-499f34cc-0ba6-42a0-bf23-d5571a30c1e4 service neutron] 10.222.0.73 "PUT /v2.0/ports/ed7e23bb-27eb-4e86-8bf9-3d0b916f167c HTTP/1.1" status: 200 len: 1094 time: 0.9624975 Aug 27 21:33:14.477091 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfcb05d5-f6a9-430f-b26d-f202f5e228d2', 'tag': 'ed7e23bb-27eb-4e86-8bf9-3d0b916f167c'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:33:14.479826 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef12610d4521d53b4d383b2d1315697e44e13910463e2f079bf4fa6d75d3d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70496703-6dba-4d2a-99c1-c2a78bb16494" -d '{"events": [{"name": "network-changed", "server_uuid": "bfcb05d5-f6a9-430f-b26d-f202f5e228d2", "tag": "ed7e23bb-27eb-4e86-8bf9-3d0b916f167c"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:33:14.483412 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-212e7cca-8ee1-4618-82bf-70764d7865e3 req-e7d4d855-bfc8-4eac-b995-820fe3bbd8cf tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/ports?device_id=238c28fb-a742-44a3-b865-9af3d99f2e93 HTTP/1.1" status: 200 len: 210 time: 0.0513253 Aug 27 21:33:14.509069 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f34cc-0ba6-42a0-bf23-d5571a30c1e4 service neutron] Pushing event updated for resources: {'Port': ['ID=ed7e23bb-27eb-4e86-8bf9-3d0b916f167c,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:33:14.540366 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 21:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5807db48-8052-4b48-8a67-fe82bd4ba3e6 x-openstack-request-id: req-5807db48-8052-4b48-8a67-fe82bd4ba3e6 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:33:14.540892 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfcb05d5-f6a9-430f-b26d-f202f5e228d2", "tag": "ed7e23bb-27eb-4e86-8bf9-3d0b916f167c", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:33:14.541136 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5807db48-8052-4b48-8a67-fe82bd4ba3e6 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:33:14.541535 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfcb05d5-f6a9-430f-b26d-f202f5e228d2', 'tag': 'ed7e23bb-27eb-4e86-8bf9-3d0b916f167c', 'status': 'completed', 'code': 200} Aug 27 21:33:14.574255 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bfdbde-55fd-4e7c-96f2-ebe4e0185660 req-3785f50c-d97b-4e69-99a4-511a1a895785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:33:14.575777 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-a6bfdbde-55fd-4e7c-96f2-ebe4e0185660 req-3785f50c-d97b-4e69-99a4-511a1a895785 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3633a7ec3f2e47d38f69218d81c309ac&device_id=bfcb05d5-f6a9-430f-b26d-f202f5e228d2 HTTP/1.1" status: 200 len: 1097 time: 0.0472424 Aug 27 21:33:14.636753 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-a6bfdbde-55fd-4e7c-96f2-ebe4e0185660 req-60457925-71a6-4118-8bfa-35db315e2096 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed7e23bb-27eb-4e86-8bf9-3d0b916f167c HTTP/1.1" status: 200 len: 217 time: 0.0428238 Aug 27 21:33:14.692079 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bfdbde-55fd-4e7c-96f2-ebe4e0185660 req-8036088d-976e-4ba0-897b-2589e58bd198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:33:14.695821 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-a6bfdbde-55fd-4e7c-96f2-ebe4e0185660 req-8036088d-976e-4ba0-897b-2589e58bd198 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b1adaf92-b3d4-408b-9e3f-dba8dda3f624 HTTP/1.1" status: 200 len: 848 time: 0.0597770 Aug 27 21:33:14.734663 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-da56ce02-e7b2-4e31-bb28-368baaa04b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'name': 'tempest-AttachVolumeTestJSON-1714184306-router', 'tenant_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '59cb1af0-4a49-465a-ae8c-4ae75fb6acf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:28:10Z', 'updated_at': '2021-08-27T21:28:15Z', 'revision_number': 4, 'project_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'gw_port': {'id': '59cb1af0-4a49-465a-ae8c-4ae75fb6acf0', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:28:11Z', 'updated_at': '2021-08-27T21:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_interfaces': [{'id': '6b9d8926-ef79-48c5-96bd-eb52c8caeb84', 'name': '', 'network_id': 'ed8dd659-34e8-4454-9d8c-11a291216fde', 'tenant_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'mac_address': 'fa:16:3e:72:93:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '22e56bc5-1da2-41da-ae14-be8282257d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:28:14Z', 'updated_at': '2021-08-27T21:28:23Z', 'revision_number': 5, 'project_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'subnets': [{'id': '22e56bc5-1da2-41da-ae14-be8282257d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:33:14.745774 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bfdbde-55fd-4e7c-96f2-ebe4e0185660 req-94a19efd-cc5e-44ba-82bf-a8447326ebee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:33:14.747512 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-a6bfdbde-55fd-4e7c-96f2-ebe4e0185660 req-94a19efd-cc5e-44ba-82bf-a8447326ebee service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=759bc5bf-bf4d-4679-ab2e-1244d5da1d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452328 Aug 27 21:33:14.764016 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da56ce02-e7b2-4e31-bb28-368baaa04b34 None None] The sync data for ids ['5fffa74f-cf3c-4140-9ac4-c644db149705'] in dv-cinder-806436-1-iscsi is: [{'id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'name': 'tempest-AttachVolumeTestJSON-1714184306-router', 'tenant_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '59cb1af0-4a49-465a-ae8c-4ae75fb6acf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:28:10Z', 'updated_at': '2021-08-27T21:28:15Z', 'revision_number': 4, 'project_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'gw_port': {'id': '59cb1af0-4a49-465a-ae8c-4ae75fb6acf0', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:28:11Z', 'updated_at': '2021-08-27T21:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_interfaces': [{'id': '6b9d8926-ef79-48c5-96bd-eb52c8caeb84', 'name': '', 'network_id': 'ed8dd659-34e8-4454-9d8c-11a291216fde', 'tenant_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'mac_address': 'fa:16:3e:72:93:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '22e56bc5-1da2-41da-ae14-be8282257d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:28:14Z', 'updated_at': '2021-08-27T21:28:23Z', 'revision_number': 5, 'project_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'subnets': [{'id': '22e56bc5-1da2-41da-ae14-be8282257d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 21:33:14.849869 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-a6bfdbde-55fd-4e7c-96f2-ebe4e0185660 req-a0a099f8-f231-49e4-810b-b8acf9d9b67d service neutron] 10.222.0.73 "GET /v2.0/networks/759bc5bf-bf4d-4679-ab2e-1244d5da1d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941195 Aug 27 21:33:14.964785 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-a6bfdbde-55fd-4e7c-96f2-ebe4e0185660 req-a9a2656e-658b-4b47-9a20-ea3d4cd31670 service neutron] 10.222.0.73 "GET /v2.0/networks/759bc5bf-bf4d-4679-ab2e-1244d5da1d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036487 Aug 27 21:33:15.012592 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4caa84-f4c7-420f-916a-540897be3bc6 None None] New status for floating IP e7828a37-975a-443e-89ad-3d30e33eeaf0: DOWN {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 21:33:15.075378 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70496703-6dba-4d2a-99c1-c2a78bb16494 req-06dbd882-401b-4cfa-9da6-925422b4c9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:33:15.078340 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-70496703-6dba-4d2a-99c1-c2a78bb16494 req-06dbd882-401b-4cfa-9da6-925422b4c9d4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3633a7ec3f2e47d38f69218d81c309ac&device_id=bfcb05d5-f6a9-430f-b26d-f202f5e228d2 HTTP/1.1" status: 200 len: 1097 time: 0.0497971 Aug 27 21:33:15.090401 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e901f-bc22-4d60-92fd-bcb7bda99d09 req-6f78bb2e-03c2-4a6a-aada-869f4040532f tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:33:15.091925 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-e88e901f-bc22-4d60-92fd-bcb7bda99d09 req-6f78bb2e-03c2-4a6a-aada-869f4040532f tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfcb05d5-f6a9-430f-b26d-f202f5e228d2 HTTP/1.1" status: 200 len: 944 time: 0.0572042 Aug 27 21:33:15.144388 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-e88e901f-bc22-4d60-92fd-bcb7bda99d09 req-4b8d4f49-db8b-44e8-8bf1-fbd26f66c03a tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff22aee3-f722-4f01-b86b-f6033a65b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426264 Aug 27 21:33:15.192173 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70496703-6dba-4d2a-99c1-c2a78bb16494 req-dfcb0f4b-90b6-4eff-b88a-670697b7dc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:33:15.193806 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-70496703-6dba-4d2a-99c1-c2a78bb16494 req-dfcb0f4b-90b6-4eff-b88a-670697b7dc03 service neutron] 10.222.0.73 "GET /v2.0/networks?id=759bc5bf-bf4d-4679-ab2e-1244d5da1d99 HTTP/1.1" status: 200 len: 910 time: 0.1080997 Aug 27 21:33:15.238255 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-70496703-6dba-4d2a-99c1-c2a78bb16494 req-e2b1f2b3-f6ae-40b5-8544-a371d3d819a9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed7e23bb-27eb-4e86-8bf9-3d0b916f167c HTTP/1.1" status: 200 len: 217 time: 0.0366795 Aug 27 21:33:15.295262 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70496703-6dba-4d2a-99c1-c2a78bb16494 req-5ff04354-91f8-4da4-b70a-f16e71956fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:33:15.296926 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-70496703-6dba-4d2a-99c1-c2a78bb16494 req-5ff04354-91f8-4da4-b70a-f16e71956fc1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b1adaf92-b3d4-408b-9e3f-dba8dda3f624 HTTP/1.1" status: 200 len: 848 time: 0.0508657 Aug 27 21:33:15.347819 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70496703-6dba-4d2a-99c1-c2a78bb16494 req-970fd4b7-4e53-4538-85f2-ab3e53300edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:33:15.349543 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-70496703-6dba-4d2a-99c1-c2a78bb16494 req-970fd4b7-4e53-4538-85f2-ab3e53300edc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=759bc5bf-bf4d-4679-ab2e-1244d5da1d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453603 Aug 27 21:33:15.439973 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-70496703-6dba-4d2a-99c1-c2a78bb16494 req-9f301f2e-95f9-4661-86cf-a1ecefc3b70e service neutron] 10.222.0.73 "GET /v2.0/networks/759bc5bf-bf4d-4679-ab2e-1244d5da1d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828757 Aug 27 21:33:15.535557 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-70496703-6dba-4d2a-99c1-c2a78bb16494 req-e35b51de-60c9-4988-bf01-a6d77ff91d03 service neutron] 10.222.0.73 "GET /v2.0/networks/759bc5bf-bf4d-4679-ab2e-1244d5da1d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879660 Aug 27 21:33:15.542340 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device 36819cfe-15f2-4802-8b7a-0ec14884a397 no longer exists at agent hyperv_hv-cinder-80643 {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 21:33:15.567162 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 39218) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:33:15.568252 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] No Port match for: 36819cfe-15f2-4802-8b7a-0ec14884a397 {{(pid=93798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 21:33:15.568637 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device 36819cfe-15f2-4802-8b7a-0ec14884a397 not bound to the agent host hv-cinder-80643 {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 21:33:15.622745 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ecb902a4-12bc-48c4-8c2b-7898e658d6f4 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:15.645502 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ecb902a4-12bc-48c4-8c2b-7898e658d6f4 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:15.700620 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ecb902a4-12bc-48c4-8c2b-7898e658d6f4 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:15.703219 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ecb902a4-12bc-48c4-8c2b-7898e658d6f4 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:15.704407 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-ecb902a4-12bc-48c4-8c2b-7898e658d6f4 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "DELETE /v2.0/security-groups/96f246ed-6411-4088-ad8e-6629cf62cee8 HTTP/1.1" status: 204 len: 168 time: 0.1361868 Aug 27 21:33:15.707279 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 39220) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:33:15.714948 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb902a4-12bc-48c4-8c2b-7898e658d6f4 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f246ed-6411-4088-ad8e-6629cf62cee8,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:33:15.722633 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.api.v2.resource [None req-cfc07293-f47e-4eaa-9ab5-1299816a481a tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] show failed (client error): The resource could not be found. Aug 27 21:33:15.725055 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-cfc07293-f47e-4eaa-9ab5-1299816a481a tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "GET /v2.0/security-groups/96f246ed-6411-4088-ad8e-6629cf62cee8 HTTP/1.1" status: 404 len: 347 time: 0.0153046 Aug 27 21:33:15.727214 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 39222) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:33:15.858602 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-129de881-d4b8-47d3-ad0c-4bd6ba7b5431 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Deleting port 5ec959e3-4ee8-4dd3-be1f-8aeccb57c6e7 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 21:33:15.859008 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-129de881-d4b8-47d3-ad0c-4bd6ba7b5431 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794201129759'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:15.941480 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-129de881-d4b8-47d3-ad0c-4bd6ba7b5431 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:15.941798 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-129de881-d4b8-47d3-ad0c-4bd6ba7b5431 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:15.955459 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-129de881-d4b8-47d3-ad0c-4bd6ba7b5431 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Calling delete_port for 5ec959e3-4ee8-4dd3-be1f-8aeccb57c6e7 owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 21:33:16.098867 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-129de881-d4b8-47d3-ad0c-4bd6ba7b5431 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794201022239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794200564237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25193636'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:16.125206 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129de881-d4b8-47d3-ad0c-4bd6ba7b5431 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Pushing event deleted for resources: {'Port': ['ID=5ec959e3-4ee8-4dd3-be1f-8aeccb57c6e7,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:33:16.186865 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-129de881-d4b8-47d3-ad0c-4bd6ba7b5431 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:16.189696 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-129de881-d4b8-47d3-ad0c-4bd6ba7b5431 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:16.191101 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-129de881-d4b8-47d3-ad0c-4bd6ba7b5431 tempest-AttachVolumeTestJSON-725745185 tempest-AttachVolumeTestJSON-725745185-project] 10.222.0.39 "DELETE /v2.0/floatingips/e7828a37-975a-443e-89ad-3d30e33eeaf0 HTTP/1.1" status: 204 len: 168 time: 0.4626560 Aug 27 21:33:16.287355 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b205f959-e0e6-48c5-9b43-1efee084798c req-a24b2c11-df05-4ada-8bd0-15cab02f74c5 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:33:16.289652 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-b205f959-e0e6-48c5-9b43-1efee084798c req-a24b2c11-df05-4ada-8bd0-15cab02f74c5 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfcb05d5-f6a9-430f-b26d-f202f5e228d2 HTTP/1.1" status: 200 len: 944 time: 0.0565896 Aug 27 21:33:16.336845 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-b205f959-e0e6-48c5-9b43-1efee084798c req-9596c437-9c80-441c-b9db-34e06f452d04 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff22aee3-f722-4f01-b86b-f6033a65b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395555 Aug 27 21:33:17.457563 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73dea0d-19aa-41c1-8194-7890b8aeaa78 req-e0c95068-d537-49c5-ab32-002f2107af6a tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:33:17.459107 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-c73dea0d-19aa-41c1-8194-7890b8aeaa78 req-e0c95068-d537-49c5-ab32-002f2107af6a tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfcb05d5-f6a9-430f-b26d-f202f5e228d2 HTTP/1.1" status: 200 len: 944 time: 0.0537930 Aug 27 21:33:17.499558 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-c73dea0d-19aa-41c1-8194-7890b8aeaa78 req-abef081a-4a44-4d0b-a370-136caa78e8d5 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff22aee3-f722-4f01-b86b-f6033a65b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328302 Aug 27 21:33:18.622372 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c40870-2eba-45c8-9c7b-1b5cc5f0ef91 req-684306a3-2d1d-4ea6-9ce3-add1527e2930 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:33:18.623930 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-b8c40870-2eba-45c8-9c7b-1b5cc5f0ef91 req-684306a3-2d1d-4ea6-9ce3-add1527e2930 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfcb05d5-f6a9-430f-b26d-f202f5e228d2 HTTP/1.1" status: 200 len: 944 time: 0.0563247 Aug 27 21:33:18.664394 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-b8c40870-2eba-45c8-9c7b-1b5cc5f0ef91 req-80a7e177-7b09-492d-a005-c1dd9808efa0 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff22aee3-f722-4f01-b86b-f6033a65b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343776 Aug 27 21:33:18.721954 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5c7478a5-c0c1-407c-92ca-c9f651cc825b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:19.794093 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0838429c-cdc3-4b64-b012-cda17420a185 req-3e5cffa7-6185-464e-a6cd-425b699f815e tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:33:19.795582 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-0838429c-cdc3-4b64-b012-cda17420a185 req-3e5cffa7-6185-464e-a6cd-425b699f815e tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfcb05d5-f6a9-430f-b26d-f202f5e228d2 HTTP/1.1" status: 200 len: 944 time: 0.0511882 Aug 27 21:33:19.837397 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-0838429c-cdc3-4b64-b012-cda17420a185 req-e01fbdd5-26d1-4f6b-b053-056314508545 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff22aee3-f722-4f01-b86b-f6033a65b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358477 Aug 27 21:33:19.924170 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 39260) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:33:20.429964 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cc892813-1701-4235-a54f-6ec6d09aa961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634575'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:20.682961 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-cc892813-1701-4235-a54f-6ec6d09aa961 admin admin] Deleting port 6b9d8926-ef79-48c5-96bd-eb52c8caeb84 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 21:33:20.683195 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cc892813-1701-4235-a54f-6ec6d09aa961 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794201129759'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:20.768006 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-cc892813-1701-4235-a54f-6ec6d09aa961 admin admin] For port 6b9d8926-ef79-48c5-96bd-eb52c8caeb84, host dv-cinder-806436-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=6b9d8926-ef79-48c5-96bd-eb52c8caeb84,segment=NetworkSegment(06eda9e8-242b-4778-b97e-70cec8f3f209),segment_id=06eda9e8-242b-4778-b97e-70cec8f3f209)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:33:20.768389 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cc892813-1701-4235-a54f-6ec6d09aa961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:20.781270 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-cc892813-1701-4235-a54f-6ec6d09aa961 admin admin] Calling delete_port for 6b9d8926-ef79-48c5-96bd-eb52c8caeb84 owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 21:33:20.993329 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a7acc-c878-48c1-a3dc-d7ec732f1c86 req-4cc820cb-faf1-4229-a3a4-2b5f0815bd21 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:33:20.994771 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-5d3a7acc-c878-48c1-a3dc-d7ec732f1c86 req-4cc820cb-faf1-4229-a3a4-2b5f0815bd21 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfcb05d5-f6a9-430f-b26d-f202f5e228d2 HTTP/1.1" status: 200 len: 944 time: 0.0905299 Aug 27 21:33:21.011276 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cc892813-1701-4235-a54f-6ec6d09aa961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794201022239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794200564237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25193636'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:21.049156 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc892813-1701-4235-a54f-6ec6d09aa961 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b9d8926-ef79-48c5-96bd-eb52c8caeb84,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:33:21.089133 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-5d3a7acc-c878-48c1-a3dc-d7ec732f1c86 req-4ec78d6e-f458-417d-bd0c-7b5dc15bc44b tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff22aee3-f722-4f01-b86b-f6033a65b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865507 Aug 27 21:33:21.242820 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cc892813-1701-4235-a54f-6ec6d09aa961 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634373'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:21.341642 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6aefb3c8-6b0f-4163-9082-498968a38921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:21.470795 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc892813-1701-4235-a54f-6ec6d09aa961 admin admin] Router 5fffa74f-cf3c-4140-9ac4-c644db149705 has already been hosted by L3 agent da753c34-e47f-42d8-9f83-ec5464f53bc8 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 21:33:21.573155 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:21.578539 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc892813-1701-4235-a54f-6ec6d09aa961 admin admin] Notify agent at l3_agent.dv-cinder-806436-1-iscsi the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 21:33:21.585919 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-cc892813-1701-4235-a54f-6ec6d09aa961 admin admin] 10.222.0.39 "PUT /v2.0/routers/5fffa74f-cf3c-4140-9ac4-c644db149705/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6582997 Aug 27 21:33:21.586208 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 39266) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:33:21.588668 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54aeeab5-8edd-44fd-9e75-fcdd3ae8e8d8 None None] Sync routers for ids ['5fffa74f-cf3c-4140-9ac4-c644db149705'] in dv-cinder-806436-1-iscsi {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 21:33:21.597624 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54aeeab5-8edd-44fd-9e75-fcdd3ae8e8d8 None None] Routers {'5fffa74f-cf3c-4140-9ac4-c644db149705'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:33:21.598216 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-54aeeab5-8edd-44fd-9e75-fcdd3ae8e8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:33:21Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['5fffa74f-cf3c-4140-9ac4-c644db149705'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:33:21.691175 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-19562f00-8fb6-4bb0-bd9c-4c280788c23d admin admin] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:21.706757 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-54aeeab5-8edd-44fd-9e75-fcdd3ae8e8d8 None None] Set router 5fffa74f-cf3c-4140-9ac4-c644db149705 gateway port host: dv-cinder-806436-1-iscsi {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:33:21.901010 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-54aeeab5-8edd-44fd-9e75-fcdd3ae8e8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'name': 'tempest-AttachVolumeTestJSON-1714184306-router', 'tenant_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '59cb1af0-4a49-465a-ae8c-4ae75fb6acf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:28:10Z', 'updated_at': '2021-08-27T21:33:20Z', 'revision_number': 5, 'project_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'gw_port': {'id': '59cb1af0-4a49-465a-ae8c-4ae75fb6acf0', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:28:11Z', 'updated_at': '2021-08-27T21:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi'}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:33:21.927242 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54aeeab5-8edd-44fd-9e75-fcdd3ae8e8d8 None None] Checking router: 5fffa74f-cf3c-4140-9ac4-c644db149705 for host: dv-cinder-806436-1-iscsi {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 21:33:21.937270 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54aeeab5-8edd-44fd-9e75-fcdd3ae8e8d8 None None] Routers {'5fffa74f-cf3c-4140-9ac4-c644db149705'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:33:21.937887 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-54aeeab5-8edd-44fd-9e75-fcdd3ae8e8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:33:21Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['5fffa74f-cf3c-4140-9ac4-c644db149705'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:33:22.035499 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-19562f00-8fb6-4bb0-bd9c-4c280788c23d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:22.045231 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-54aeeab5-8edd-44fd-9e75-fcdd3ae8e8d8 None None] Set router 5fffa74f-cf3c-4140-9ac4-c644db149705 gateway port host: dv-cinder-806436-1-iscsi {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:33:22.089453 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-19562f00-8fb6-4bb0-bd9c-4c280788c23d admin admin] Deleting port 59cb1af0-4a49-465a-ae8c-4ae75fb6acf0 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 21:33:22.089796 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-19562f00-8fb6-4bb0-bd9c-4c280788c23d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794201129759'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:22.171739 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-19562f00-8fb6-4bb0-bd9c-4c280788c23d admin admin] For port 59cb1af0-4a49-465a-ae8c-4ae75fb6acf0, host dv-cinder-806436-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=59cb1af0-4a49-465a-ae8c-4ae75fb6acf0,segment=NetworkSegment(294aecfa-d12c-4149-ab86-bf2395e16d40),segment_id=294aecfa-d12c-4149-ab86-bf2395e16d40)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:33:22.172113 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-19562f00-8fb6-4bb0-bd9c-4c280788c23d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:22.189314 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-19562f00-8fb6-4bb0-bd9c-4c280788c23d admin admin] Calling delete_port for 59cb1af0-4a49-465a-ae8c-4ae75fb6acf0 owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 21:33:22.211486 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b298b5b-336a-4ff0-85b4-48fe74226168 req-9ad3b4da-6c1f-4678-abf8-5b0ff772e8ac tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:33:22.213053 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-9b298b5b-336a-4ff0-85b4-48fe74226168 req-9ad3b4da-6c1f-4678-abf8-5b0ff772e8ac tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfcb05d5-f6a9-430f-b26d-f202f5e228d2 HTTP/1.1" status: 200 len: 944 time: 0.0525689 Aug 27 21:33:22.248125 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-54aeeab5-8edd-44fd-9e75-fcdd3ae8e8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'name': 'tempest-AttachVolumeTestJSON-1714184306-router', 'tenant_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '59cb1af0-4a49-465a-ae8c-4ae75fb6acf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:28:10Z', 'updated_at': '2021-08-27T21:33:20Z', 'revision_number': 5, 'project_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'gw_port': {'id': '59cb1af0-4a49-465a-ae8c-4ae75fb6acf0', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:28:11Z', 'updated_at': '2021-08-27T21:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi'}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:33:22.260932 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-9b298b5b-336a-4ff0-85b4-48fe74226168 req-e0ea2a20-36b7-4c76-adc1-6ad5230d869f tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff22aee3-f722-4f01-b86b-f6033a65b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413747 Aug 27 21:33:22.279701 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54aeeab5-8edd-44fd-9e75-fcdd3ae8e8d8 None None] The sync data for ids ['5fffa74f-cf3c-4140-9ac4-c644db149705'] in dv-cinder-806436-1-iscsi is: [{'id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'name': 'tempest-AttachVolumeTestJSON-1714184306-router', 'tenant_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '59cb1af0-4a49-465a-ae8c-4ae75fb6acf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:28:10Z', 'updated_at': '2021-08-27T21:33:20Z', 'revision_number': 5, 'project_id': '9d7ceb8f6162437081bdc9ae6a61d840', 'gw_port': {'id': '59cb1af0-4a49-465a-ae8c-4ae75fb6acf0', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffa74f-cf3c-4140-9ac4-c644db149705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:28:11Z', 'updated_at': '2021-08-27T21:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi'}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 21:33:22.368913 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-19562f00-8fb6-4bb0-bd9c-4c280788c23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794201022239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794200564237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25193636'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:22.405601 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19562f00-8fb6-4bb0-bd9c-4c280788c23d admin admin] Pushing event deleted for resources: {'Port': ['ID=59cb1af0-4a49-465a-ae8c-4ae75fb6acf0,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:33:22.465843 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-19562f00-8fb6-4bb0-bd9c-4c280788c23d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628319'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:22.554628 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-19562f00-8fb6-4bb0-bd9c-4c280788c23d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-630464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40198'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:22.556720 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-19562f00-8fb6-4bb0-bd9c-4c280788c23d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:22.598704 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-19562f00-8fb6-4bb0-bd9c-4c280788c23d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-630479'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:22.599200 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19562f00-8fb6-4bb0-bd9c-4c280788c23d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fffa74f-cf3c-4140-9ac4-c644db149705 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 21:33:22.603904 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-19562f00-8fb6-4bb0-bd9c-4c280788c23d admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:22.605564 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-19562f00-8fb6-4bb0-bd9c-4c280788c23d admin admin] 10.222.0.39 "DELETE /v2.0/routers/5fffa74f-cf3c-4140-9ac4-c644db149705 HTTP/1.1" status: 204 len: 168 time: 1.0178871 Aug 27 21:33:22.607662 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 39270) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:33:22.663742 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-e75d506a-9a06-455a-bbad-3d8e47e263b5 admin admin] Deleting subnet 22e56bc5-1da2-41da-ae14-be8282257d39 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 21:33:22.667975 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e75d506a-9a06-455a-bbad-3d8e47e263b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:22.719367 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e75d506a-9a06-455a-bbad-3d8e47e263b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25551017'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:22.728881 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65920cb9-5c7f-4952-b134-219b92defc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:22.735689 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 6b9d8926-ef79-48c5-96bd-eb52c8caeb84 no longer exists at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 21:33:22.758852 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] No Port match for: 6b9d8926-ef79-48c5-96bd-eb52c8caeb84 {{(pid=93798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 21:33:22.759199 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 6b9d8926-ef79-48c5-96bd-eb52c8caeb84 not bound to the agent host dv-cinder-806436-1-iscsi {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 21:33:22.809233 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e75d506a-9a06-455a-bbad-3d8e47e263b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8232119'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:22.874024 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e75d506a-9a06-455a-bbad-3d8e47e263b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8232120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25193719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26072292'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:22.899154 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.agents_db [None req-9a3f5963-9603-4723-9a6c-2e2f5b4345b2 None None] Agent healthcheck: found 6 active agents {{(pid=93799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 21:33:22.902680 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75d506a-9a06-455a-bbad-3d8e47e263b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22e56bc5-1da2-41da-ae14-be8282257d39,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:33:22.906470 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e75d506a-9a06-455a-bbad-3d8e47e263b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:22.909316 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-e75d506a-9a06-455a-bbad-3d8e47e263b5 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/22e56bc5-1da2-41da-ae14-be8282257d39 HTTP/1.1" status: 204 len: 168 time: 0.2997088 Aug 27 21:33:22.911116 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 39272) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:33:22.914902 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f73678-a914-4fa6-9746-8ef87c59efe5 None None] Network ed8dd659-34e8-4454-9d8c-11a291216fde requested from dv-cinder-806436-1-iscsi {{(pid=93798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 21:33:22.982915 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9017ce05-2e09-40a4-aef6-20c6df5dbeef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8293159'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:23.049071 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-9017ce05-2e09-40a4-aef6-20c6df5dbeef admin admin] Deleting port bb550690-3ff9-48ef-9ea0-12f6463e5610 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 21:33:23.049743 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9017ce05-2e09-40a4-aef6-20c6df5dbeef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794201129759'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:23.114760 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-9017ce05-2e09-40a4-aef6-20c6df5dbeef admin admin] For port bb550690-3ff9-48ef-9ea0-12f6463e5610, host dv-cinder-806436-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=bb550690-3ff9-48ef-9ea0-12f6463e5610,segment=NetworkSegment(06eda9e8-242b-4778-b97e-70cec8f3f209),segment_id=06eda9e8-242b-4778-b97e-70cec8f3f209)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:33:23.115117 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9017ce05-2e09-40a4-aef6-20c6df5dbeef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:23.129062 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-9017ce05-2e09-40a4-aef6-20c6df5dbeef admin admin] Calling delete_port for bb550690-3ff9-48ef-9ea0-12f6463e5610 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 21:33:23.210717 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9017ce05-2e09-40a4-aef6-20c6df5dbeef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794201022239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794200564237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25193636'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:23.248072 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9017ce05-2e09-40a4-aef6-20c6df5dbeef admin admin] Pushing event deleted for resources: {'Port': ['ID=bb550690-3ff9-48ef-9ea0-12f6463e5610,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:33:23.250054 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9017ce05-2e09-40a4-aef6-20c6df5dbeef admin admin] No DVR routers for this DVR port bb550690-3ff9-48ef-9ea0-12f6463e5610 on host dv-cinder-806436-1-iscsi {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 21:33:23.332835 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9017ce05-2e09-40a4-aef6-20c6df5dbeef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8361292', 'neutron.services.segments.db._delete_segments_for_network-8794201047534'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:23.354192 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f05e0c1-84db-4035-af0e-43c19bab1bc8 None None] DHCP port deletion for ed8dd659-34e8-4454-9d8c-11a291216fde request from dv-cinder-806436-1-iscsi {{(pid=93798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 21:33:23.355175 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.services.segments.db [None req-9017ce05-2e09-40a4-aef6-20c6df5dbeef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed8dd659-34e8-4454-9d8c-11a291216fde']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:33:23.381192 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.services.segments.db [None req-9017ce05-2e09-40a4-aef6-20c6df5dbeef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06eda9e8-242b-4778-b97e-70cec8f3f209') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:33:23.381545 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.services.segments.db [None req-9017ce05-2e09-40a4-aef6-20c6df5dbeef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06eda9e8-242b-4778-b97e-70cec8f3f209') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:33:23.407461 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9017ce05-2e09-40a4-aef6-20c6df5dbeef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794201047417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25551030'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:23.416759 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed0c1ed-f0d5-4083-8853-5a99ad9bd9bb req-366dce28-abc8-4ec4-bb31-68e7c7e0342a tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:33:23.418255 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-3ed0c1ed-f0d5-4083-8853-5a99ad9bd9bb req-366dce28-abc8-4ec4-bb31-68e7c7e0342a tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfcb05d5-f6a9-430f-b26d-f202f5e228d2 HTTP/1.1" status: 200 len: 944 time: 0.0827622 Aug 27 21:33:23.435397 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9017ce05-2e09-40a4-aef6-20c6df5dbeef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226622'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:23.448837 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9017ce05-2e09-40a4-aef6-20c6df5dbeef admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 21:33:23.449223 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9017ce05-2e09-40a4-aef6-20c6df5dbeef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25193617'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:23.450851 dv-cinder-806436-1-iscsi neutron-server[93796]: Traceback (most recent call last): Aug 27 21:33:23.450851 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 21:33:23.450851 dv-cinder-806436-1-iscsi neutron-server[93796]: timer() Aug 27 21:33:23.450851 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 21:33:23.450851 dv-cinder-806436-1-iscsi neutron-server[93796]: cb(*args, **kw) Aug 27 21:33:23.450851 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 21:33:23.450851 dv-cinder-806436-1-iscsi neutron-server[93796]: return func(*args, **kwargs) Aug 27 21:33:23.450851 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 21:33:23.450851 dv-cinder-806436-1-iscsi neutron-server[93796]: self._notify() Aug 27 21:33:23.450851 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 21:33:23.450851 dv-cinder-806436-1-iscsi neutron-server[93796]: self.callback(batched_events) Aug 27 21:33:23.450851 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 21:33:23.450851 dv-cinder-806436-1-iscsi neutron-server[93796]: event.method(event) Aug 27 21:33:23.450851 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 21:33:23.450851 dv-cinder-806436-1-iscsi neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 21:33:23.450851 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 21:33:23.450851 dv-cinder-806436-1-iscsi neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 21:33:23.450851 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 21:33:23.450851 dv-cinder-806436-1-iscsi neutron-server[93796]: return f(self, *a, **k) Aug 27 21:33:23.450851 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 21:33:23.450851 dv-cinder-806436-1-iscsi neutron-server[93796]: return self._get(url).json() Aug 27 21:33:23.450851 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 21:33:23.450851 dv-cinder-806436-1-iscsi neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 21:33:23.450851 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 21:33:23.450851 dv-cinder-806436-1-iscsi neutron-server[93796]: return self.request(url, 'GET', **kwargs) Aug 27 21:33:23.450851 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 21:33:23.450851 dv-cinder-806436-1-iscsi neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 21:33:23.450851 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 21:33:23.450851 dv-cinder-806436-1-iscsi neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 21:33:23.450851 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 21:33:23.450851 dv-cinder-806436-1-iscsi neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 21:33:23.450851 dv-cinder-806436-1-iscsi neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 21:33:23.512461 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-3ed0c1ed-f0d5-4083-8853-5a99ad9bd9bb req-8cccd9d1-5fc7-4262-bba4-f023e0949615 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff22aee3-f722-4f01-b86b-f6033a65b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836432 Aug 27 21:33:23.519342 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9017ce05-2e09-40a4-aef6-20c6df5dbeef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8361269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628323'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:23.527416 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9017ce05-2e09-40a4-aef6-20c6df5dbeef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:23.532480 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-9017ce05-2e09-40a4-aef6-20c6df5dbeef admin admin] 10.222.0.39 "DELETE /v2.0/networks/ed8dd659-34e8-4454-9d8c-11a291216fde HTTP/1.1" status: 204 len: 168 time: 0.6182895 Aug 27 21:33:23.549021 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9017ce05-2e09-40a4-aef6-20c6df5dbeef admin admin] Pushing event deleted for resources: {'Network': ['ID=ed8dd659-34e8-4454-9d8c-11a291216fde,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:33:23.582259 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device ed7e23bb-27eb-4e86-8bf9-3d0b916f167c details requested by agent hyperv_hv-cinder-80643 with host hv-cinder-80643 {{(pid=93798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 21:33:23.675545 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 39278) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:33:23.696385 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port ed7e23bb-27eb-4e86-8bf9-3d0b916f167c, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=ed7e23bb-27eb-4e86-8bf9-3d0b916f167c,segment=NetworkSegment(83b364ad-b48d-48fe-9f25-96e2d2d67629),segment_id=83b364ad-b48d-48fe-9f25-96e2d2d67629)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:33:23.708369 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Returning: {'device': 'ed7e23bb-27eb-4e86-8bf9-3d0b916f167c', 'network_id': '759bc5bf-bf4d-4679-ab2e-1244d5da1d99', 'port_id': 'ed7e23bb-27eb-4e86-8bf9-3d0b916f167c', 'mac_address': 'fa:16:3e:f0:5b:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1adaf92-b3d4-408b-9e3f-dba8dda3f624', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 21:33:23.716031 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-851919c6-bb08-4c91-b2f3-442a1248b83b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9d7ceb8f6162437081bdc9ae6a61d840&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392003 Aug 27 21:33:23.718567 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 39280) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:33:23.748234 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:23.763471 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed7e23bb-27eb-4e86-8bf9-3d0b916f167c {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 21:33:23.783232 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4de76dab-5f92-4478-8cb1-c9dbe5e79a64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:23.788969 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port ed7e23bb-27eb-4e86-8bf9-3d0b916f167c, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=ed7e23bb-27eb-4e86-8bf9-3d0b916f167c,segment=NetworkSegment(83b364ad-b48d-48fe-9f25-96e2d2d67629),segment_id=83b364ad-b48d-48fe-9f25-96e2d2d67629)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:33:23.793271 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:23.807203 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4de76dab-5f92-4478-8cb1-c9dbe5e79a64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:23.840565 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Pushing event updated for resources: {'Port': ['ID=ed7e23bb-27eb-4e86-8bf9-3d0b916f167c,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:33:23.860736 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4de76dab-5f92-4478-8cb1-c9dbe5e79a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:23.863381 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4de76dab-5f92-4478-8cb1-c9dbe5e79a64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:23.864654 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-4de76dab-5f92-4478-8cb1-c9dbe5e79a64 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ffdfa601-680d-43dc-ba45-ac513f500923 HTTP/1.1" status: 204 len: 168 time: 0.1451616 Aug 27 21:33:23.872489 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de76dab-5f92-4478-8cb1-c9dbe5e79a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffdfa601-680d-43dc-ba45-ac513f500923,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:33:24.023806 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] get_ports_and_sgs() called for port_ids ['ed7e23bb-27eb-4e86-8bf9-3d0b916f167c'] {{(pid=93798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 21:33:24.121505 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-778ce8a3-384f-4928-b9ff-199d4ced17a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:24.538904 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 59cb1af0-4a49-465a-ae8c-4ae75fb6acf0 no longer exists at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 21:33:24.560508 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] No Port match for: 59cb1af0-4a49-465a-ae8c-4ae75fb6acf0 {{(pid=93798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 21:33:24.560853 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 59cb1af0-4a49-465a-ae8c-4ae75fb6acf0 not bound to the agent host dv-cinder-806436-1-iscsi {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 21:33:24.561295 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device bb550690-3ff9-48ef-9ea0-12f6463e5610 no longer exists at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 21:33:24.587434 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] No Port match for: bb550690-3ff9-48ef-9ea0-12f6463e5610 {{(pid=93798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 21:33:24.587873 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device bb550690-3ff9-48ef-9ea0-12f6463e5610 not bound to the agent host dv-cinder-806436-1-iscsi {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 21:33:24.654595 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec005c71-d332-426a-a7ab-2b437be05b41 req-151fa6db-4df9-4a22-a075-9cda3ba51875 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:33:24.656178 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-ec005c71-d332-426a-a7ab-2b437be05b41 req-151fa6db-4df9-4a22-a075-9cda3ba51875 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfcb05d5-f6a9-430f-b26d-f202f5e228d2 HTTP/1.1" status: 200 len: 945 time: 0.0572448 Aug 27 21:33:24.699158 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-ec005c71-d332-426a-a7ab-2b437be05b41 req-ab327ded-48cf-4cdc-99db-ae76de5ba6ee tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff22aee3-f722-4f01-b86b-f6033a65b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349302 Aug 27 21:33:25.587825 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device ed7e23bb-27eb-4e86-8bf9-3d0b916f167c up at agent hyperv_hv-cinder-80643 {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:33:25.640505 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Provisioning for port ed7e23bb-27eb-4e86-8bf9-3d0b916f167c completed by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:33:25.644732 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Provisioning complete for port ed7e23bb-27eb-4e86-8bf9-3d0b916f167c triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:33:25.645103 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:25.726923 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:25.752497 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfcb05d5-f6a9-430f-b26d-f202f5e228d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed7e23bb-27eb-4e86-8bf9-3d0b916f167c'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:33:25.755187 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf732d6db1af9f7bc3b5310490fe48ff1e7c732a768ef3a1a1326297a3ecfd63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5839b3-49eb-4281-8d7a-d2ffd99955de" -d '{"events": [{"server_uuid": "bfcb05d5-f6a9-430f-b26d-f202f5e228d2", "name": "network-vif-plugged", "status": "completed", "tag": "ed7e23bb-27eb-4e86-8bf9-3d0b916f167c"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:33:25.773835 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port ed7e23bb-27eb-4e86-8bf9-3d0b916f167c, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=ed7e23bb-27eb-4e86-8bf9-3d0b916f167c,segment=NetworkSegment(83b364ad-b48d-48fe-9f25-96e2d2d67629),segment_id=83b364ad-b48d-48fe-9f25-96e2d2d67629)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:33:25.780267 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:25.817561 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 21:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf69735-640d-43d6-9e9a-98939b6d3b87 x-openstack-request-id: req-eaf69735-640d-43d6-9e9a-98939b6d3b87 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:33:25.817954 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfcb05d5-f6a9-430f-b26d-f202f5e228d2", "name": "network-vif-plugged", "status": "completed", "tag": "ed7e23bb-27eb-4e86-8bf9-3d0b916f167c", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:33:25.819553 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eaf69735-640d-43d6-9e9a-98939b6d3b87 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:33:25.819553 dv-cinder-806436-1-iscsi neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfcb05d5-f6a9-430f-b26d-f202f5e228d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed7e23bb-27eb-4e86-8bf9-3d0b916f167c', 'code': 200} Aug 27 21:33:25.832479 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b82e440-92ee-4c41-b5e2-3510da39238e req-1d052dbb-fc50-4714-997e-c319bd7f65d8 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:33:25.834687 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-2b82e440-92ee-4c41-b5e2-3510da39238e req-1d052dbb-fc50-4714-997e-c319bd7f65d8 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfcb05d5-f6a9-430f-b26d-f202f5e228d2 HTTP/1.1" status: 200 len: 946 time: 0.0582738 Aug 27 21:33:25.845527 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Pushing event updated for resources: {'Port': ['ID=ed7e23bb-27eb-4e86-8bf9-3d0b916f167c,revision_number=5']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:33:25.895019 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-2b82e440-92ee-4c41-b5e2-3510da39238e req-129f2e83-53c4-4f06-92d2-0b7e4cf6b03c tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff22aee3-f722-4f01-b86b-f6033a65b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538046 Aug 27 21:33:26.061709 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df9a12-1756-41b8-9762-1abb7d5bd0dd req-20fd232c-6891-4ff8-a9fc-3872fff276df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:33:26.063276 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-f2df9a12-1756-41b8-9762-1abb7d5bd0dd req-20fd232c-6891-4ff8-a9fc-3872fff276df service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bfcb05d5-f6a9-430f-b26d-f202f5e228d2 HTTP/1.1" status: 200 len: 1099 time: 0.0474589 Aug 27 21:33:26.100486 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-f2df9a12-1756-41b8-9762-1abb7d5bd0dd req-81d7339d-6353-4649-839b-09b4873457cf service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ff22aee3-f722-4f01-b86b-f6033a65b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302291 Aug 27 21:33:27.021845 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9a0f0-91c1-4f82-a114-1bcf5d3787be req-89d0975e-d1e5-4e34-84ae-59700fad6bfd tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:33:27.024507 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-55c9a0f0-91c1-4f82-a114-1bcf5d3787be req-89d0975e-d1e5-4e34-84ae-59700fad6bfd tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfcb05d5-f6a9-430f-b26d-f202f5e228d2 HTTP/1.1" status: 200 len: 946 time: 0.0546644 Aug 27 21:33:27.067341 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-55c9a0f0-91c1-4f82-a114-1bcf5d3787be req-7358d8e8-ff40-4ee2-bea0-8869496c827a tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff22aee3-f722-4f01-b86b-f6033a65b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374131 Aug 27 21:33:28.200540 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704bc478-5324-47f2-a441-d60a94fdb410 req-b5b25e94-5f80-441c-a392-1c1d4bd92786 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:33:28.202061 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-704bc478-5324-47f2-a441-d60a94fdb410 req-b5b25e94-5f80-441c-a392-1c1d4bd92786 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfcb05d5-f6a9-430f-b26d-f202f5e228d2 HTTP/1.1" status: 200 len: 946 time: 0.0572116 Aug 27 21:33:28.244665 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-704bc478-5324-47f2-a441-d60a94fdb410 req-da505898-dce3-4131-bc9f-98e4ab5a492b tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff22aee3-f722-4f01-b86b-f6033a65b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367317 Aug 27 21:33:29.358252 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97432cf9-a390-4f65-8a32-c19790064a38 req-097fed65-8dee-4a78-9a69-3c6f03117b8a tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:33:29.359759 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-97432cf9-a390-4f65-8a32-c19790064a38 req-097fed65-8dee-4a78-9a69-3c6f03117b8a tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfcb05d5-f6a9-430f-b26d-f202f5e228d2 HTTP/1.1" status: 200 len: 946 time: 0.0493824 Aug 27 21:33:29.398152 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-97432cf9-a390-4f65-8a32-c19790064a38 req-3cd3f362-05f7-463d-9f23-10039c62ad38 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff22aee3-f722-4f01-b86b-f6033a65b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325446 Aug 27 21:33:30.517687 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534665e-9871-44e1-b34e-921ae987998b req-fb3e3dd9-2c52-4c54-933d-9dc5c83a7444 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:33:30.519088 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-7534665e-9871-44e1-b34e-921ae987998b req-fb3e3dd9-2c52-4c54-933d-9dc5c83a7444 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfcb05d5-f6a9-430f-b26d-f202f5e228d2 HTTP/1.1" status: 200 len: 946 time: 0.0515194 Aug 27 21:33:30.567687 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-7534665e-9871-44e1-b34e-921ae987998b req-9e759a3c-2bcc-416d-a759-469e34791d08 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff22aee3-f722-4f01-b86b-f6033a65b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424123 Aug 27 21:33:30.685438 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce6fba-39cd-43d4-9e2d-4c87eea3fef7 req-a6834ef0-ced3-4a92-bcca-81c8ad8feedd tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:33:30.686968 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-00ce6fba-39cd-43d4-9e2d-4c87eea3fef7 req-a6834ef0-ced3-4a92-bcca-81c8ad8feedd tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfcb05d5-f6a9-430f-b26d-f202f5e228d2 HTTP/1.1" status: 200 len: 946 time: 0.0517342 Aug 27 21:33:30.729863 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-00ce6fba-39cd-43d4-9e2d-4c87eea3fef7 req-f9fa8345-daa4-40fc-a856-5b644b96990e tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff22aee3-f722-4f01-b86b-f6033a65b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370941 Aug 27 21:33:30.752145 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 39374) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:33:30.947332 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bd7f2a-7914-48b4-b693-a9cf3362e981 tempest-TestShelveInstance-1633125844 tempest-TestShelveInstance-1633125844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:33:30.948857 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-20bd7f2a-7914-48b4-b693-a9cf3362e981 tempest-TestShelveInstance-1633125844 tempest-TestShelveInstance-1633125844-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=bfcb05d5-f6a9-430f-b26d-f202f5e228d2 HTTP/1.1" status: 200 len: 1094 time: 0.1957219 Aug 27 21:33:30.952738 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 39380) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:33:30.956989 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [None req-fc780348-8678-4d94-a9fe-324ea20538c8 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Request body: {'floatingip': {'floating_network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'port_id': 'ed7e23bb-27eb-4e86-8bf9-3d0b916f167c', 'tenant_id': '3633a7ec3f2e47d38f69218d81c309ac', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:33:30.978837 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fc780348-8678-4d94-a9fe-324ea20538c8 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:31.071052 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fc780348-8678-4d94-a9fe-324ea20538c8 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:31.177663 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-fc780348-8678-4d94-a9fe-324ea20538c8 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Allocated IP 172.27.0.200 (3cb20040-a5aa-4574-8b0a-6832b57fea7e/ca2fa5cb-b298-4fb9-b5f4-ab6912612305/e800a840-56c0-42d2-918b-7c370335dd4c) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 21:33:31.306352 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fc780348-8678-4d94-a9fe-324ea20538c8 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:31.345641 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fc780348-8678-4d94-a9fe-324ea20538c8 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794200564228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25193636'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:31.385351 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc780348-8678-4d94-a9fe-324ea20538c8 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Network 3cb20040-a5aa-4574-8b0a-6832b57fea7e is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:33:31.388115 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-fc780348-8678-4d94-a9fe-324ea20538c8 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:33:31.393518 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc780348-8678-4d94-a9fe-324ea20538c8 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 21:33:31.417568 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc780348-8678-4d94-a9fe-324ea20538c8 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Pushing event updated for resources: {'Port': ['ID=e800a840-56c0-42d2-918b-7c370335dd4c,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:33:31.855781 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fc780348-8678-4d94-a9fe-324ea20538c8 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:31.958718 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fc780348-8678-4d94-a9fe-324ea20538c8 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:32.107688 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fc780348-8678-4d94-a9fe-324ea20538c8 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:32.111887 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fc780348-8678-4d94-a9fe-324ea20538c8 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25193661'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:32.181875 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc780348-8678-4d94-a9fe-324ea20538c8 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Pushing event updated for resources: {'Port': ['ID=e800a840-56c0-42d2-918b-7c370335dd4c,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:33:32.189933 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fc780348-8678-4d94-a9fe-324ea20538c8 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628369'] for floatingip, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:32.283815 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 39394) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:33:32.318787 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.db.l3_db [None req-fc780348-8678-4d94-a9fe-324ea20538c8 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Floating IP 2d3fd4ba-9500-4083-99a6-e51feb0cadd3 associated. External IP: 172.27.0.200, port: ed7e23bb-27eb-4e86-8bf9-3d0b916f167c. Aug 27 21:33:32.589452 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-505babe3-ead7-4ed4-997d-2339dd530eff tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Deleting port e262b73e-42db-4cb1-b943-dafce55c4f24 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 21:33:32.589781 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-505babe3-ead7-4ed4-997d-2339dd530eff tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794201129759'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:32.880458 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc780348-8678-4d94-a9fe-324ea20538c8 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Router af330549-9708-4391-9c6f-e896b8fd4bd8 has already been hosted by L3 agent da753c34-e47f-42d8-9f83-ec5464f53bc8 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 21:33:32.947700 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-505babe3-ead7-4ed4-997d-2339dd530eff tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:32.948012 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-505babe3-ead7-4ed4-997d-2339dd530eff tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:32.964115 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-505babe3-ead7-4ed4-997d-2339dd530eff tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Calling delete_port for e262b73e-42db-4cb1-b943-dafce55c4f24 owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 21:33:33.065201 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc780348-8678-4d94-a9fe-324ea20538c8 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Notify agent at l3_agent.dv-cinder-806436-1-iscsi the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 21:33:33.080905 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3666b4bd-a9e1-4d93-8444-0e0ececa494c None None] Sync routers for ids ['af330549-9708-4391-9c6f-e896b8fd4bd8'] in dv-cinder-806436-1-iscsi {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 21:33:33.091207 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fc780348-8678-4d94-a9fe-324ea20538c8 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:33.095208 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3666b4bd-a9e1-4d93-8444-0e0ececa494c None None] Routers {'af330549-9708-4391-9c6f-e896b8fd4bd8'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:33:33.095822 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-3666b4bd-a9e1-4d93-8444-0e0ececa494c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:33:21Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['af330549-9708-4391-9c6f-e896b8fd4bd8'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:33:33.140454 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-fc780348-8678-4d94-a9fe-324ea20538c8 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1755407 Aug 27 21:33:33.140454 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfcb05d5-f6a9-430f-b26d-f202f5e228d2', 'tag': 'ed7e23bb-27eb-4e86-8bf9-3d0b916f167c'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:33:33.140454 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38019ac9d499d238660659c848bc6e147427a71e556f74dfb6c52f178b5569d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb5e050-6fb1-4fd6-9d9c-28301d9b1214" -d '{"events": [{"name": "network-changed", "server_uuid": "bfcb05d5-f6a9-430f-b26d-f202f5e228d2", "tag": "ed7e23bb-27eb-4e86-8bf9-3d0b916f167c"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:33:33.182190 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 21:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4b1359-be72-4ac6-b7f6-cfc45899f9f2 x-openstack-request-id: req-ca4b1359-be72-4ac6-b7f6-cfc45899f9f2 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:33:33.182551 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfcb05d5-f6a9-430f-b26d-f202f5e228d2", "tag": "ed7e23bb-27eb-4e86-8bf9-3d0b916f167c", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:33:33.182770 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ca4b1359-be72-4ac6-b7f6-cfc45899f9f2 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:33:33.183539 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfcb05d5-f6a9-430f-b26d-f202f5e228d2', 'tag': 'ed7e23bb-27eb-4e86-8bf9-3d0b916f167c', 'status': 'completed', 'code': 200} Aug 27 21:33:33.215404 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-505babe3-ead7-4ed4-997d-2339dd530eff tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794201022239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794200564237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25193636'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:33.247678 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-3666b4bd-a9e1-4d93-8444-0e0ececa494c None None] Set router af330549-9708-4391-9c6f-e896b8fd4bd8 gateway port host: dv-cinder-806436-1-iscsi {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:33:33.267142 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5e050-6fb1-4fd6-9d9c-28301d9b1214 req-94fa3ef3-18ec-4b28-b1cb-9c28b2c008d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:33:33.268407 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505babe3-ead7-4ed4-997d-2339dd530eff tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Pushing event deleted for resources: {'Port': ['ID=e262b73e-42db-4cb1-b943-dafce55c4f24,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:33:33.269111 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-fcb5e050-6fb1-4fd6-9d9c-28301d9b1214 req-94fa3ef3-18ec-4b28-b1cb-9c28b2c008d3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3633a7ec3f2e47d38f69218d81c309ac&device_id=bfcb05d5-f6a9-430f-b26d-f202f5e228d2 HTTP/1.1" status: 200 len: 1099 time: 0.0651731 Aug 27 21:33:33.371684 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-505babe3-ead7-4ed4-997d-2339dd530eff tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:33.372522 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.db.l3_db [None req-505babe3-ead7-4ed4-997d-2339dd530eff tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Floating IP fb374866-bbfd-48ee-8c4a-631b32696948 disassociated (deleted). External IP: 172.27.0.8, port: 753ab893-c273-4c95-8b44-a6fa2c932afe. Aug 27 21:33:33.374750 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5e050-6fb1-4fd6-9d9c-28301d9b1214 req-9f03b549-9794-4627-af34-b12d03cfeb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:33:33.381536 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-fcb5e050-6fb1-4fd6-9d9c-28301d9b1214 req-9f03b549-9794-4627-af34-b12d03cfeb52 service neutron] 10.222.0.73 "GET /v2.0/networks?id=759bc5bf-bf4d-4679-ab2e-1244d5da1d99 HTTP/1.1" status: 200 len: 910 time: 0.1046610 Aug 27 21:33:33.423058 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 39416) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:33:33.475891 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-fcb5e050-6fb1-4fd6-9d9c-28301d9b1214 req-5eba864d-0532-4f25-993e-e5ebb9f067b1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed7e23bb-27eb-4e86-8bf9-3d0b916f167c HTTP/1.1" status: 200 len: 1000 time: 0.0867925 Aug 27 21:33:33.532712 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5e050-6fb1-4fd6-9d9c-28301d9b1214 req-cc23260d-144a-4810-983c-87d8241bdec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:33:33.534867 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-fcb5e050-6fb1-4fd6-9d9c-28301d9b1214 req-cc23260d-144a-4810-983c-87d8241bdec9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b1adaf92-b3d4-408b-9e3f-dba8dda3f624 HTTP/1.1" status: 200 len: 848 time: 0.0507154 Aug 27 21:33:33.583220 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5e050-6fb1-4fd6-9d9c-28301d9b1214 req-81a86157-e53e-4f7b-86cf-76dee9ea0e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:33:33.584998 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-fcb5e050-6fb1-4fd6-9d9c-28301d9b1214 req-81a86157-e53e-4f7b-86cf-76dee9ea0e5b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=759bc5bf-bf4d-4679-ab2e-1244d5da1d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423219 Aug 27 21:33:33.605893 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ea67ce28-6758-4cf5-b963-d20f3146ad4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:33.649236 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-3666b4bd-a9e1-4d93-8444-0e0ececa494c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af330549-9708-4391-9c6f-e896b8fd4bd8', 'name': 'tempest-TestShelveInstance-1605246349-router', 'tenant_id': '3633a7ec3f2e47d38f69218d81c309ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '0903779a-f556-40d6-a146-3bed08853238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:32:42Z', 'updated_at': '2021-08-27T21:32:44Z', 'revision_number': 4, 'project_id': '3633a7ec3f2e47d38f69218d81c309ac', 'gw_port': {'id': '0903779a-f556-40d6-a146-3bed08853238', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af330549-9708-4391-9c6f-e896b8fd4bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:32:42Z', 'updated_at': '2021-08-27T21:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_floatingips': [{'id': '2d3fd4ba-9500-4083-99a6-e51feb0cadd3', 'tenant_id': '3633a7ec3f2e47d38f69218d81c309ac', 'floating_ip_address': '172.27.0.200', 'floating_network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'router_id': 'af330549-9708-4391-9c6f-e896b8fd4bd8', 'port_id': 'ed7e23bb-27eb-4e86-8bf9-3d0b916f167c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '759bc5bf-bf4d-4679-ab2e-1244d5da1d99', 'mac_address': 'fa:16:3e:f0:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcb05d5-f6a9-430f-b26d-f202f5e228d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T21:33:31Z', 'updated_at': '2021-08-27T21:33:31Z', 'revision_number': 0, 'project_id': '3633a7ec3f2e47d38f69218d81c309ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3e261b3-43a4-40f9-ac75-0441308829ee', 'name': '', 'network_id': '759bc5bf-bf4d-4679-ab2e-1244d5da1d99', 'tenant_id': '3633a7ec3f2e47d38f69218d81c309ac', 'mac_address': 'fa:16:3e:3d:8b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af330549-9708-4391-9c6f-e896b8fd4bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'b1adaf92-b3d4-408b-9e3f-dba8dda3f624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:32:44Z', 'updated_at': '2021-08-27T21:32:50Z', 'revision_number': 5, 'project_id': '3633a7ec3f2e47d38f69218d81c309ac', 'subnets': [{'id': 'b1adaf92-b3d4-408b-9e3f-dba8dda3f624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:33:33.657951 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-505babe3-ead7-4ed4-997d-2339dd530eff tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Router bb688c88-9ec0-486f-9b5b-9f98565b62eb has already been hosted by L3 agent da753c34-e47f-42d8-9f83-ec5464f53bc8 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 21:33:33.681449 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3666b4bd-a9e1-4d93-8444-0e0ececa494c None None] Checking router: af330549-9708-4391-9c6f-e896b8fd4bd8 for host: dv-cinder-806436-1-iscsi {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 21:33:33.690237 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3666b4bd-a9e1-4d93-8444-0e0ececa494c None None] Routers {'af330549-9708-4391-9c6f-e896b8fd4bd8'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:33:33.690932 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-3666b4bd-a9e1-4d93-8444-0e0ececa494c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:33:21Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['af330549-9708-4391-9c6f-e896b8fd4bd8'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:33:33.698560 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-fcb5e050-6fb1-4fd6-9d9c-28301d9b1214 req-70be9b65-00be-4367-abb2-5006c06fe526 service neutron] 10.222.0.73 "GET /v2.0/networks/759bc5bf-bf4d-4679-ab2e-1244d5da1d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052024 Aug 27 21:33:33.793213 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-fcb5e050-6fb1-4fd6-9d9c-28301d9b1214 req-db08fa25-23cd-4d8c-a511-dab69de589b5 service neutron] 10.222.0.73 "GET /v2.0/networks/759bc5bf-bf4d-4679-ab2e-1244d5da1d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863626 Aug 27 21:33:33.805596 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-3666b4bd-a9e1-4d93-8444-0e0ececa494c None None] Set router af330549-9708-4391-9c6f-e896b8fd4bd8 gateway port host: dv-cinder-806436-1-iscsi {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:33:33.820614 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ea67ce28-6758-4cf5-b963-d20f3146ad4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:33.826755 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ea67ce28-6758-4cf5-b963-d20f3146ad4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:33.848437 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-505babe3-ead7-4ed4-997d-2339dd530eff tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify agent at l3_agent.dv-cinder-806436-1-iscsi the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 21:33:33.856544 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-505babe3-ead7-4ed4-997d-2339dd530eff tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:33.859865 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb415262-3851-4b72-9f99-7ba75c11ec19 None None] Sync routers for ids ['bb688c88-9ec0-486f-9b5b-9f98565b62eb'] in dv-cinder-806436-1-iscsi {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 21:33:33.870557 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb415262-3851-4b72-9f99-7ba75c11ec19 None None] Routers {'bb688c88-9ec0-486f-9b5b-9f98565b62eb'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:33:33.871387 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-eb415262-3851-4b72-9f99-7ba75c11ec19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:33:21Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['bb688c88-9ec0-486f-9b5b-9f98565b62eb'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:33:33.907047 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 39420) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:33:33.907279 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-ea67ce28-6758-4cf5-b963-d20f3146ad4f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=40a0c8de3b344fd881e6865485a2007d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4828057 Aug 27 21:33:33.911524 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-505babe3-ead7-4ed4-997d-2339dd530eff tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "DELETE /v2.0/floatingips/fb374866-bbfd-48ee-8c4a-631b32696948 HTTP/1.1" status: 204 len: 168 time: 1.6267164 Aug 27 21:33:33.912283 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea67ce28-6758-4cf5-b963-d20f3146ad4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9718c0ef-5a8b-4e08-9849-377d8fa3b50c,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:33:33.981250 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f6d08ab1-5d6a-4a9a-8603-8980a8e32654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:34.005463 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-eb415262-3851-4b72-9f99-7ba75c11ec19 None None] Set router bb688c88-9ec0-486f-9b5b-9f98565b62eb gateway port host: dv-cinder-806436-1-iscsi {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:33:34.008930 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f6d08ab1-5d6a-4a9a-8603-8980a8e32654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:34.060905 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-3666b4bd-a9e1-4d93-8444-0e0ececa494c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af330549-9708-4391-9c6f-e896b8fd4bd8', 'name': 'tempest-TestShelveInstance-1605246349-router', 'tenant_id': '3633a7ec3f2e47d38f69218d81c309ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '0903779a-f556-40d6-a146-3bed08853238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:32:42Z', 'updated_at': '2021-08-27T21:32:44Z', 'revision_number': 4, 'project_id': '3633a7ec3f2e47d38f69218d81c309ac', 'gw_port': {'id': '0903779a-f556-40d6-a146-3bed08853238', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af330549-9708-4391-9c6f-e896b8fd4bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:32:42Z', 'updated_at': '2021-08-27T21:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_floatingips': [{'id': '2d3fd4ba-9500-4083-99a6-e51feb0cadd3', 'tenant_id': '3633a7ec3f2e47d38f69218d81c309ac', 'floating_ip_address': '172.27.0.200', 'floating_network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'router_id': 'af330549-9708-4391-9c6f-e896b8fd4bd8', 'port_id': 'ed7e23bb-27eb-4e86-8bf9-3d0b916f167c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '759bc5bf-bf4d-4679-ab2e-1244d5da1d99', 'mac_address': 'fa:16:3e:f0:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcb05d5-f6a9-430f-b26d-f202f5e228d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T21:33:31Z', 'updated_at': '2021-08-27T21:33:31Z', 'revision_number': 0, 'project_id': '3633a7ec3f2e47d38f69218d81c309ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3e261b3-43a4-40f9-ac75-0441308829ee', 'name': '', 'network_id': '759bc5bf-bf4d-4679-ab2e-1244d5da1d99', 'tenant_id': '3633a7ec3f2e47d38f69218d81c309ac', 'mac_address': 'fa:16:3e:3d:8b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af330549-9708-4391-9c6f-e896b8fd4bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'b1adaf92-b3d4-408b-9e3f-dba8dda3f624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:32:44Z', 'updated_at': '2021-08-27T21:32:50Z', 'revision_number': 5, 'project_id': '3633a7ec3f2e47d38f69218d81c309ac', 'subnets': [{'id': 'b1adaf92-b3d4-408b-9e3f-dba8dda3f624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:33:34.084607 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f6d08ab1-5d6a-4a9a-8603-8980a8e32654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:34.087386 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f6d08ab1-5d6a-4a9a-8603-8980a8e32654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:34.088616 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-f6d08ab1-5d6a-4a9a-8603-8980a8e32654 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9718c0ef-5a8b-4e08-9849-377d8fa3b50c HTTP/1.1" status: 204 len: 168 time: 0.1796343 Aug 27 21:33:34.102158 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3666b4bd-a9e1-4d93-8444-0e0ececa494c None None] The sync data for ids ['af330549-9708-4391-9c6f-e896b8fd4bd8'] in dv-cinder-806436-1-iscsi is: [{'id': 'af330549-9708-4391-9c6f-e896b8fd4bd8', 'name': 'tempest-TestShelveInstance-1605246349-router', 'tenant_id': '3633a7ec3f2e47d38f69218d81c309ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '0903779a-f556-40d6-a146-3bed08853238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:32:42Z', 'updated_at': '2021-08-27T21:32:44Z', 'revision_number': 4, 'project_id': '3633a7ec3f2e47d38f69218d81c309ac', 'gw_port': {'id': '0903779a-f556-40d6-a146-3bed08853238', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af330549-9708-4391-9c6f-e896b8fd4bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:32:42Z', 'updated_at': '2021-08-27T21:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_floatingips': [{'id': '2d3fd4ba-9500-4083-99a6-e51feb0cadd3', 'tenant_id': '3633a7ec3f2e47d38f69218d81c309ac', 'floating_ip_address': '172.27.0.200', 'floating_network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'router_id': 'af330549-9708-4391-9c6f-e896b8fd4bd8', 'port_id': 'ed7e23bb-27eb-4e86-8bf9-3d0b916f167c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '759bc5bf-bf4d-4679-ab2e-1244d5da1d99', 'mac_address': 'fa:16:3e:f0:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcb05d5-f6a9-430f-b26d-f202f5e228d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T21:33:31Z', 'updated_at': '2021-08-27T21:33:31Z', 'revision_number': 0, 'project_id': '3633a7ec3f2e47d38f69218d81c309ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3e261b3-43a4-40f9-ac75-0441308829ee', 'name': '', 'network_id': '759bc5bf-bf4d-4679-ab2e-1244d5da1d99', 'tenant_id': '3633a7ec3f2e47d38f69218d81c309ac', 'mac_address': 'fa:16:3e:3d:8b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af330549-9708-4391-9c6f-e896b8fd4bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'b1adaf92-b3d4-408b-9e3f-dba8dda3f624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:32:44Z', 'updated_at': '2021-08-27T21:32:50Z', 'revision_number': 5, 'project_id': '3633a7ec3f2e47d38f69218d81c309ac', 'subnets': [{'id': 'b1adaf92-b3d4-408b-9e3f-dba8dda3f624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 21:33:34.106783 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d08ab1-5d6a-4a9a-8603-8980a8e32654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9718c0ef-5a8b-4e08-9849-377d8fa3b50c,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:33:34.200909 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f8495-1bcd-46de-be81-7efee7f01968 req-a876173c-c865-408b-8b91-707200e7b299 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:33:34.205721 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-b93f8495-1bcd-46de-be81-7efee7f01968 req-a876173c-c865-408b-8b91-707200e7b299 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ef35f80-deba-4577-9835-3ae7ea25ce84 HTTP/1.1" status: 200 len: 946 time: 0.0597169 Aug 27 21:33:34.248095 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-b93f8495-1bcd-46de-be81-7efee7f01968 req-8e6e430a-8d39-4c51-b35d-7fd9af2e396c tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/security-groups?id=28bf76b6-d343-4eb6-9dcd-dc6337ad6069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357652 Aug 27 21:33:34.313717 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-eb415262-3851-4b72-9f99-7ba75c11ec19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'name': 'tempest-TestVolumeBootPattern-1993109509-router', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '65269e5a-4dec-4f43-8df5-a4131cf5dbcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:25:28Z', 'updated_at': '2021-08-27T21:25:33Z', 'revision_number': 4, 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'gw_port': {'id': '65269e5a-4dec-4f43-8df5-a4131cf5dbcd', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:25:29Z', 'updated_at': '2021-08-27T21:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_floatingips': [{'id': 'a6426999-3684-4187-a155-1dc401e74148', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'router_id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'port_id': '6dfbd68e-dd05-412f-a2ca-4197047e6d0f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa', 'mac_address': 'fa:16:3e:33:ff:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc88d78-4965-4dfc-8c30-98f623e768ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T21:29:47Z', 'updated_at': '2021-08-27T21:29:50Z', 'revision_number': 1, 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef6f702a-5cd9-4208-a13f-fd528de1f139', 'name': '', 'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'mac_address': 'fa:16:3e:03:eb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '963c1e30-5961-4cc8-bba8-6c8d398a8e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:25:32Z', 'updated_at': '2021-08-27T21:25:41Z', 'revision_number': 5, 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'subnets': [{'id': '963c1e30-5961-4cc8-bba8-6c8d398a8e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:33:34.348317 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb415262-3851-4b72-9f99-7ba75c11ec19 None None] Checking router: bb688c88-9ec0-486f-9b5b-9f98565b62eb for host: dv-cinder-806436-1-iscsi {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 21:33:34.361389 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb415262-3851-4b72-9f99-7ba75c11ec19 None None] Routers {'bb688c88-9ec0-486f-9b5b-9f98565b62eb'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:33:34.362057 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-eb415262-3851-4b72-9f99-7ba75c11ec19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:33:21Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['bb688c88-9ec0-486f-9b5b-9f98565b62eb'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:33:34.368112 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f11492f-770d-44b7-9aaa-468deb962bbc None None] New status for floating IP 2d3fd4ba-9500-4083-99a6-e51feb0cadd3: ACTIVE {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 21:33:34.480751 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-eb415262-3851-4b72-9f99-7ba75c11ec19 None None] Set router bb688c88-9ec0-486f-9b5b-9f98565b62eb gateway port host: dv-cinder-806436-1-iscsi {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:33:34.811672 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-eb415262-3851-4b72-9f99-7ba75c11ec19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'name': 'tempest-TestVolumeBootPattern-1993109509-router', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '65269e5a-4dec-4f43-8df5-a4131cf5dbcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:25:28Z', 'updated_at': '2021-08-27T21:25:33Z', 'revision_number': 4, 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'gw_port': {'id': '65269e5a-4dec-4f43-8df5-a4131cf5dbcd', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:25:29Z', 'updated_at': '2021-08-27T21:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_floatingips': [{'id': 'a6426999-3684-4187-a155-1dc401e74148', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'router_id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'port_id': '6dfbd68e-dd05-412f-a2ca-4197047e6d0f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa', 'mac_address': 'fa:16:3e:33:ff:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc88d78-4965-4dfc-8c30-98f623e768ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T21:29:47Z', 'updated_at': '2021-08-27T21:29:50Z', 'revision_number': 1, 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef6f702a-5cd9-4208-a13f-fd528de1f139', 'name': '', 'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'mac_address': 'fa:16:3e:03:eb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '963c1e30-5961-4cc8-bba8-6c8d398a8e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:25:32Z', 'updated_at': '2021-08-27T21:25:41Z', 'revision_number': 5, 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'subnets': [{'id': '963c1e30-5961-4cc8-bba8-6c8d398a8e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:33:34.838134 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb415262-3851-4b72-9f99-7ba75c11ec19 None None] The sync data for ids ['bb688c88-9ec0-486f-9b5b-9f98565b62eb'] in dv-cinder-806436-1-iscsi is: [{'id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'name': 'tempest-TestVolumeBootPattern-1993109509-router', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '65269e5a-4dec-4f43-8df5-a4131cf5dbcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:25:28Z', 'updated_at': '2021-08-27T21:25:33Z', 'revision_number': 4, 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'gw_port': {'id': '65269e5a-4dec-4f43-8df5-a4131cf5dbcd', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:25:29Z', 'updated_at': '2021-08-27T21:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_floatingips': [{'id': 'a6426999-3684-4187-a155-1dc401e74148', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'router_id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'port_id': '6dfbd68e-dd05-412f-a2ca-4197047e6d0f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa', 'mac_address': 'fa:16:3e:33:ff:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc88d78-4965-4dfc-8c30-98f623e768ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T21:29:47Z', 'updated_at': '2021-08-27T21:29:50Z', 'revision_number': 1, 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef6f702a-5cd9-4208-a13f-fd528de1f139', 'name': '', 'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'mac_address': 'fa:16:3e:03:eb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '963c1e30-5961-4cc8-bba8-6c8d398a8e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:25:32Z', 'updated_at': '2021-08-27T21:25:41Z', 'revision_number': 5, 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'subnets': [{'id': '963c1e30-5961-4cc8-bba8-6c8d398a8e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 21:33:35.088067 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f58865-4c2e-40f9-af09-6f3acfb6db65 None None] New status for floating IP fb374866-bbfd-48ee-8c4a-631b32696948: DOWN {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 21:33:35.184653 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef35f80-deba-4577-9835-3ae7ea25ce84', 'tag': '753ab893-c273-4c95-8b44-a6fa2c932afe'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:33:35.188025 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38019ac9d499d238660659c848bc6e147427a71e556f74dfb6c52f178b5569d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee3e07b-9eec-4c60-987d-c7ec251f1100" -d '{"events": [{"name": "network-changed", "server_uuid": "1ef35f80-deba-4577-9835-3ae7ea25ce84", "tag": "753ab893-c273-4c95-8b44-a6fa2c932afe"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:33:35.225290 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 21:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c8e7f0-b833-4498-b072-a6c7a2dfb5b7 x-openstack-request-id: req-d9c8e7f0-b833-4498-b072-a6c7a2dfb5b7 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:33:35.225579 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ef35f80-deba-4577-9835-3ae7ea25ce84", "tag": "753ab893-c273-4c95-8b44-a6fa2c932afe", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:33:35.226340 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d9c8e7f0-b833-4498-b072-a6c7a2dfb5b7 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:33:35.226861 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ef35f80-deba-4577-9835-3ae7ea25ce84', 'tag': '753ab893-c273-4c95-8b44-a6fa2c932afe', 'status': 'completed', 'code': 200} Aug 27 21:33:35.299359 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee3e07b-9eec-4c60-987d-c7ec251f1100 req-6b398f3d-4fee-430b-baed-214d8bcdf3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:33:35.301550 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-cee3e07b-9eec-4c60-987d-c7ec251f1100 req-6b398f3d-4fee-430b-baed-214d8bcdf3ef service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c2b8ea1d8b104790a4de676157dbe4f3&device_id=1ef35f80-deba-4577-9835-3ae7ea25ce84 HTTP/1.1" status: 200 len: 1099 time: 0.0453849 Aug 27 21:33:35.383971 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf3cad-f089-4c1f-9d2b-796da0c4202e req-94593fb5-dd91-4ddf-ae5e-6b4f95b40ae4 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:33:35.385974 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-6baf3cad-f089-4c1f-9d2b-796da0c4202e req-94593fb5-dd91-4ddf-ae5e-6b4f95b40ae4 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ef35f80-deba-4577-9835-3ae7ea25ce84 HTTP/1.1" status: 200 len: 946 time: 0.0639436 Aug 27 21:33:35.404718 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee3e07b-9eec-4c60-987d-c7ec251f1100 req-b1efebf2-e95b-4fc3-989f-c4a9534467b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:33:35.406389 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-cee3e07b-9eec-4c60-987d-c7ec251f1100 req-b1efebf2-e95b-4fc3-989f-c4a9534467b3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3ba0d4a2-623b-4c37-8552-bca65d0b90fa HTTP/1.1" status: 200 len: 913 time: 0.0957119 Aug 27 21:33:35.431649 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-6baf3cad-f089-4c1f-9d2b-796da0c4202e req-b44ff3e8-c400-4cc7-8b8e-6525bd6aa2f4 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/security-groups?id=28bf76b6-d343-4eb6-9dcd-dc6337ad6069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370402 Aug 27 21:33:35.456818 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-cee3e07b-9eec-4c60-987d-c7ec251f1100 req-4fa2e76e-1761-43d7-a8aa-6ea7de0b7d1f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=753ab893-c273-4c95-8b44-a6fa2c932afe HTTP/1.1" status: 200 len: 217 time: 0.0399597 Aug 27 21:33:35.519633 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee3e07b-9eec-4c60-987d-c7ec251f1100 req-99daba7d-6d3e-4bc4-b121-c02084acdc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:33:35.521127 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-cee3e07b-9eec-4c60-987d-c7ec251f1100 req-99daba7d-6d3e-4bc4-b121-c02084acdc9b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=963c1e30-5961-4cc8-bba8-6c8d398a8e99 HTTP/1.1" status: 200 len: 851 time: 0.0509379 Aug 27 21:33:35.571907 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee3e07b-9eec-4c60-987d-c7ec251f1100 req-7e191a0e-5ee2-418b-9046-4481dbe63a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:33:35.573463 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-cee3e07b-9eec-4c60-987d-c7ec251f1100 req-7e191a0e-5ee2-418b-9046-4481dbe63a64 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3ba0d4a2-623b-4c37-8552-bca65d0b90fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397866 Aug 27 21:33:35.673759 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-cee3e07b-9eec-4c60-987d-c7ec251f1100 req-243e777e-03ee-4a3a-9be9-073ec7280ab4 service neutron] 10.222.0.73 "GET /v2.0/networks/3ba0d4a2-623b-4c37-8552-bca65d0b90fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899043 Aug 27 21:33:35.766867 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3fe2b3-8190-4d41-8410-65a351140f27 req-ecf1d711-6832-46c5-bec6-9bd56afdb220 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:33:35.768263 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-2d3fe2b3-8190-4d41-8410-65a351140f27 req-ecf1d711-6832-46c5-bec6-9bd56afdb220 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ef35f80-deba-4577-9835-3ae7ea25ce84 HTTP/1.1" status: 200 len: 946 time: 0.0585577 Aug 27 21:33:35.774496 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-cee3e07b-9eec-4c60-987d-c7ec251f1100 req-2ef04c02-cdcd-4601-8d70-3519c65e0e26 service neutron] 10.222.0.73 "GET /v2.0/networks/3ba0d4a2-623b-4c37-8552-bca65d0b90fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934305 Aug 27 21:33:35.812847 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 39472) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:33:35.863190 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-2d3fe2b3-8190-4d41-8410-65a351140f27 req-78dcf37f-da71-4205-93d1-83db18324e11 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Deleting port 753ab893-c273-4c95-8b44-a6fa2c932afe {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 21:33:35.863530 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2d3fe2b3-8190-4d41-8410-65a351140f27 req-78dcf37f-da71-4205-93d1-83db18324e11 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794201129759'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:35.923163 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f9ab7b5d-1205-4f3b-b9d7-59698b5d73f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:35.960226 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-2d3fe2b3-8190-4d41-8410-65a351140f27 req-78dcf37f-da71-4205-93d1-83db18324e11 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] For port 753ab893-c273-4c95-8b44-a6fa2c932afe, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=753ab893-c273-4c95-8b44-a6fa2c932afe,segment=NetworkSegment(6eb6954a-651b-4580-8c18-a1abdf542ea3),segment_id=6eb6954a-651b-4580-8c18-a1abdf542ea3)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:33:35.961124 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2d3fe2b3-8190-4d41-8410-65a351140f27 req-78dcf37f-da71-4205-93d1-83db18324e11 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:35.974469 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-2d3fe2b3-8190-4d41-8410-65a351140f27 req-78dcf37f-da71-4205-93d1-83db18324e11 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Calling delete_port for 753ab893-c273-4c95-8b44-a6fa2c932afe owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 21:33:36.017281 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f9ab7b5d-1205-4f3b-b9d7-59698b5d73f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:36.022704 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f9ab7b5d-1205-4f3b-b9d7-59698b5d73f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:36.065474 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-f9ab7b5d-1205-4f3b-b9d7-59698b5d73f4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9df9d4a74ab641b38ebe8752850ff696&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2515473 Aug 27 21:33:36.068004 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 39476) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:33:36.074921 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ab7b5d-1205-4f3b-b9d7-59698b5d73f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a1127f-fbe9-437f-ba95-49241f779139,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:33:36.105724 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2d3fe2b3-8190-4d41-8410-65a351140f27 req-78dcf37f-da71-4205-93d1-83db18324e11 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794201022239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794200564237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25193636'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:36.123720 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0388c5a5-f918-4748-b9fd-2b2ea8abe13e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:36.136490 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dcf37f-da71-4205-93d1-83db18324e11 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Pushing event deleted for resources: {'Port': ['ID=753ab893-c273-4c95-8b44-a6fa2c932afe,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:33:36.145751 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0388c5a5-f918-4748-b9fd-2b2ea8abe13e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:36.183006 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d3fe2b3-8190-4d41-8410-65a351140f27 req-78dcf37f-da71-4205-93d1-83db18324e11 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] No DVR routers for this DVR port 753ab893-c273-4c95-8b44-a6fa2c932afe on host hv-cinder-80643 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 21:33:36.187127 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2d3fe2b3-8190-4d41-8410-65a351140f27 req-78dcf37f-da71-4205-93d1-83db18324e11 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:36.189219 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-2d3fe2b3-8190-4d41-8410-65a351140f27 req-78dcf37f-da71-4205-93d1-83db18324e11 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.73 "DELETE /v2.0/ports/753ab893-c273-4c95-8b44-a6fa2c932afe HTTP/1.1" status: 204 len: 173 time: 0.4139037 Aug 27 21:33:36.195813 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0388c5a5-f918-4748-b9fd-2b2ea8abe13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:36.198583 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0388c5a5-f918-4748-b9fd-2b2ea8abe13e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:36.199840 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-0388c5a5-f918-4748-b9fd-2b2ea8abe13e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/15a1127f-fbe9-437f-ba95-49241f779139 HTTP/1.1" status: 204 len: 168 time: 0.1309144 Aug 27 21:33:36.209562 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0388c5a5-f918-4748-b9fd-2b2ea8abe13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a1127f-fbe9-437f-ba95-49241f779139,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:33:36.486618 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 39484) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:33:36.503586 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d33e895a-9be3-4873-a89b-0ce1552377ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:36.544526 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-e80b210c-dd7c-4dc8-b89e-91cb4d1b0e1f req-61a93f0f-e7d7-4328-b70d-4cd82e6d248c tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ef35f80-deba-4577-9835-3ae7ea25ce84 HTTP/1.1" status: 200 len: 210 time: 0.0377815 Aug 27 21:33:36.653261 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d33e895a-9be3-4873-a89b-0ce1552377ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:36.658620 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d33e895a-9be3-4873-a89b-0ce1552377ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:36.704509 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-d33e895a-9be3-4873-a89b-0ce1552377ef admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b9e6537e49514855b778e42ab69bd38e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2167959 Aug 27 21:33:36.705588 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33e895a-9be3-4873-a89b-0ce1552377ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0758bb35-8746-4f61-bd53-d48197456ec3,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:33:36.707094 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 39486) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:33:36.757284 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-43bc2373-d785-4bcf-91f2-99d2106f78c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:36.777918 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-43bc2373-d785-4bcf-91f2-99d2106f78c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:36.828639 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-43bc2373-d785-4bcf-91f2-99d2106f78c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:36.830856 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-43bc2373-d785-4bcf-91f2-99d2106f78c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:36.832036 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-43bc2373-d785-4bcf-91f2-99d2106f78c5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0758bb35-8746-4f61-bd53-d48197456ec3 HTTP/1.1" status: 204 len: 168 time: 0.1239698 Aug 27 21:33:36.840130 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bc2373-d785-4bcf-91f2-99d2106f78c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0758bb35-8746-4f61-bd53-d48197456ec3,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:33:37.228670 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef35f80-deba-4577-9835-3ae7ea25ce84', 'name': 'network-vif-deleted', 'tag': '753ab893-c273-4c95-8b44-a6fa2c932afe'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:33:37.231254 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38019ac9d499d238660659c848bc6e147427a71e556f74dfb6c52f178b5569d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dca65a1-fa63-4865-9fee-a69f765276ce" -d '{"events": [{"server_uuid": "1ef35f80-deba-4577-9835-3ae7ea25ce84", "name": "network-vif-deleted", "tag": "753ab893-c273-4c95-8b44-a6fa2c932afe"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:33:37.267397 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 21:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3f28f1-3f1e-4405-9bae-2a5e4dcc2358 x-openstack-request-id: req-fd3f28f1-3f1e-4405-9bae-2a5e4dcc2358 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:33:37.267763 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef35f80-deba-4577-9835-3ae7ea25ce84", "name": "network-vif-deleted", "tag": "753ab893-c273-4c95-8b44-a6fa2c932afe", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:33:37.268085 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fd3f28f1-3f1e-4405-9bae-2a5e4dcc2358 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:33:37.268662 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef35f80-deba-4577-9835-3ae7ea25ce84', 'name': 'network-vif-deleted', 'tag': '753ab893-c273-4c95-8b44-a6fa2c932afe', 'status': 'completed', 'code': 200} Aug 27 21:33:37.506223 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 39510) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:33:37.609914 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [None req-650b28ce-9414-41a2-a86c-869bc7475679 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1202358916-network', 'tenant_id': 'db5b0853e2d946a0a4376d5ceb49c5a1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:33:37.620236 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device 753ab893-c273-4c95-8b44-a6fa2c932afe no longer exists at agent hyperv_hv-cinder-80643 {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 21:33:37.635345 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650b28ce-9414-41a2-a86c-869bc7475679 admin admin] Made reservation on behalf of db5b0853e2d946a0a4376d5ceb49c5a1 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 21:33:37.637832 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-650b28ce-9414-41a2-a86c-869bc7475679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:37.640824 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] No Port match for: 753ab893-c273-4c95-8b44-a6fa2c932afe {{(pid=93798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 21:33:37.641167 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device 753ab893-c273-4c95-8b44-a6fa2c932afe not bound to the agent host hv-cinder-80643 {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 21:33:37.651626 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-650b28ce-9414-41a2-a86c-869bc7475679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:37.770169 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-650b28ce-9414-41a2-a86c-869bc7475679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:37.774542 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-650b28ce-9414-41a2-a86c-869bc7475679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:37.799648 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-650b28ce-9414-41a2-a86c-869bc7475679 admin admin] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 21:33:37.809688 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650b28ce-9414-41a2-a86c-869bc7475679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57aa426-eca0-4a16-8e81-6a088bdc7db8,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:33:37.817875 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-650b28ce-9414-41a2-a86c-869bc7475679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226622'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:37.818781 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.db.segments_db [None req-650b28ce-9414-41a2-a86c-869bc7475679 admin admin] Added segment d2ca6989-70eb-406d-a44f-841af1a63e1d of type vlan for network a444b155-edcf-4525-a6ea-406d2c3d01d0 Aug 27 21:33:37.861460 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-650b28ce-9414-41a2-a86c-869bc7475679 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794200552295'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:37.897438 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-650b28ce-9414-41a2-a86c-869bc7475679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:37.898528 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650b28ce-9414-41a2-a86c-869bc7475679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:33:37.899121 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-650b28ce-9414-41a2-a86c-869bc7475679 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:37.954900 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-650b28ce-9414-41a2-a86c-869bc7475679 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4469678 Aug 27 21:33:37.957964 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 39520) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:33:37.961946 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650b28ce-9414-41a2-a86c-869bc7475679 admin admin] Pushing event updated for resources: {'Network': ['ID=a444b155-edcf-4525-a6ea-406d2c3d01d0,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:33:37.963094 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [None req-4ed19c28-fd08-4f70-8798-e2b4f92c56f5 admin admin] Request body: {'subnet': {'network_id': 'a444b155-edcf-4525-a6ea-406d2c3d01d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1202358916-subnet', 'tenant_id': 'db5b0853e2d946a0a4376d5ceb49c5a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:33:37.971800 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Network a444b155-edcf-4525-a6ea-406d2c3d01d0 details requested by agent ovs-agent-dv-cinder-806436-1-iscsi with host dv-cinder-806436-1-iscsi {{(pid=93798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 21:33:37.985194 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed19c28-fd08-4f70-8798-e2b4f92c56f5 admin admin] Made reservation on behalf of db5b0853e2d946a0a4376d5ceb49c5a1 for: {'subnet': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 21:33:37.987592 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4ed19c28-fd08-4f70-8798-e2b4f92c56f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3224018'] for subnet, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:38.154321 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4ed19c28-fd08-4f70-8798-e2b4f92c56f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-313612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3223968'] for subnet, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:38.211024 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed19c28-fd08-4f70-8798-e2b4f92c56f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4b7e521-cb21-4fab-96e6-2366f7ddfb66,revision_number=0']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:33:38.218166 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed19c28-fd08-4f70-8798-e2b4f92c56f5 admin admin] Checking segment: {'id': 'd2ca6989-70eb-406d-a44f-841af1a63e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a444b155-edcf-4525-a6ea-406d2c3d01d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:33:38.218526 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed19c28-fd08-4f70-8798-e2b4f92c56f5 admin admin] Network hostable DHCP agents. Network: a444b155-edcf-4525-a6ea-406d2c3d01d0, hostable agents: ['1749b5b4-19f7-4836-8339-7d75e40e8c09'], hosted agents: [] {{(pid=93797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 21:33:38.237738 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed19c28-fd08-4f70-8798-e2b4f92c56f5 admin admin] Network a444b155-edcf-4525-a6ea-406d2c3d01d0 is scheduled to be hosted by DHCP agent 1749b5b4-19f7-4836-8339-7d75e40e8c09 with binding_index 1 {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 21:33:38.249050 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-4ed19c28-fd08-4f70-8798-e2b4f92c56f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806436-1-iscsi, a444b155-edcf-4525-a6ea-406d2c3d01d0) {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:33:38.253267 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed19c28-fd08-4f70-8798-e2b4f92c56f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:33:38.253848 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4ed19c28-fd08-4f70-8798-e2b4f92c56f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:38.258551 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af8c0b6-0d86-4f5e-bd78-efbede436a0a None None] Network a444b155-edcf-4525-a6ea-406d2c3d01d0 requested from dv-cinder-806436-1-iscsi {{(pid=93798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 21:33:38.271107 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-4ed19c28-fd08-4f70-8798-e2b4f92c56f5 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3119917 Aug 27 21:33:38.383596 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f681c26-c033-496d-933f-164cf08d657b None None] Network a444b155-edcf-4525-a6ea-406d2c3d01d0 requested from dv-cinder-806436-1-iscsi {{(pid=93798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 21:33:38.751994 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 39540) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:33:38.757746 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.v2.base [None req-1db59df8-ee0e-4e1c-b363-b3f489798d85 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-85231653-network', 'tenant_id': '9c8286beb72e4202afa432f065c5270d'}} {{(pid=93797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:33:38.779376 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db59df8-ee0e-4e1c-b363-b3f489798d85 admin admin] Made reservation on behalf of 9c8286beb72e4202afa432f065c5270d for: {'network': 1} {{(pid=93797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 21:33:38.781668 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1db59df8-ee0e-4e1c-b363-b3f489798d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for network, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:38.792312 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1db59df8-ee0e-4e1c-b363-b3f489798d85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:38.877847 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1db59df8-ee0e-4e1c-b363-b3f489798d85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:38.881500 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1db59df8-ee0e-4e1c-b363-b3f489798d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:38.902751 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1db59df8-ee0e-4e1c-b363-b3f489798d85 admin admin] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=93797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 21:33:38.927509 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db59df8-ee0e-4e1c-b363-b3f489798d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd52dd1-4350-4606-8865-27b89fc885f3,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:33:38.931953 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1db59df8-ee0e-4e1c-b363-b3f489798d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226622'] for segment, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:38.932303 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.db.segments_db [None req-1db59df8-ee0e-4e1c-b363-b3f489798d85 admin admin] Added segment d4d2c41c-1811-451e-9a0e-9847fc884470 of type vlan for network f3b83467-c386-4a50-90e5-fa9fcc304a14 Aug 27 21:33:38.973823 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1db59df8-ee0e-4e1c-b363-b3f489798d85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794200552295'] for network, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:38.997598 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1db59df8-ee0e-4e1c-b363-b3f489798d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594'] for network, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:38.998543 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db59df8-ee0e-4e1c-b363-b3f489798d85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:33:38.999123 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1db59df8-ee0e-4e1c-b363-b3f489798d85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:39.057091 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-1db59df8-ee0e-4e1c-b363-b3f489798d85 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3039515 Aug 27 21:33:39.060441 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db59df8-ee0e-4e1c-b363-b3f489798d85 admin admin] Pushing event updated for resources: {'Network': ['ID=f3b83467-c386-4a50-90e5-fa9fcc304a14,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:33:39.061848 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 39544) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:33:39.067052 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [None req-215fd4c1-53e0-4d51-8ca5-611922c08158 admin admin] Request body: {'subnet': {'network_id': 'f3b83467-c386-4a50-90e5-fa9fcc304a14', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-85231653-subnet', 'tenant_id': '9c8286beb72e4202afa432f065c5270d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:33:39.072700 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Network f3b83467-c386-4a50-90e5-fa9fcc304a14 details requested by agent ovs-agent-dv-cinder-806436-1-iscsi with host dv-cinder-806436-1-iscsi {{(pid=93798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 21:33:39.090137 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215fd4c1-53e0-4d51-8ca5-611922c08158 admin admin] Made reservation on behalf of 9c8286beb72e4202afa432f065c5270d for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 21:33:39.093052 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-215fd4c1-53e0-4d51-8ca5-611922c08158 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26072207'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:39.270255 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-215fd4c1-53e0-4d51-8ca5-611922c08158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25204276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26072317'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:39.329270 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215fd4c1-53e0-4d51-8ca5-611922c08158 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b04f1f27-5c21-41a6-88d4-5f6258828cec,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:33:39.338433 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215fd4c1-53e0-4d51-8ca5-611922c08158 admin admin] Checking segment: {'id': 'd4d2c41c-1811-451e-9a0e-9847fc884470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f3b83467-c386-4a50-90e5-fa9fcc304a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:33:39.338788 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215fd4c1-53e0-4d51-8ca5-611922c08158 admin admin] Network hostable DHCP agents. Network: f3b83467-c386-4a50-90e5-fa9fcc304a14, hostable agents: ['1749b5b4-19f7-4836-8339-7d75e40e8c09'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 21:33:39.355760 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215fd4c1-53e0-4d51-8ca5-611922c08158 admin admin] Network f3b83467-c386-4a50-90e5-fa9fcc304a14 is scheduled to be hosted by DHCP agent 1749b5b4-19f7-4836-8339-7d75e40e8c09 with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 21:33:39.365765 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-215fd4c1-53e0-4d51-8ca5-611922c08158 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806436-1-iscsi, f3b83467-c386-4a50-90e5-fa9fcc304a14) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:33:39.370536 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215fd4c1-53e0-4d51-8ca5-611922c08158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:33:39.371141 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-215fd4c1-53e0-4d51-8ca5-611922c08158 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:39.374914 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efea0ad-b1d2-4bfc-a01a-4aae0b980a44 None None] Network f3b83467-c386-4a50-90e5-fa9fcc304a14 requested from dv-cinder-806436-1-iscsi {{(pid=93798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 21:33:39.388872 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-215fd4c1-53e0-4d51-8ca5-611922c08158 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3258722 Aug 27 21:33:39.501781 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62de6aca-fa0d-4228-b913-e6b3cffda1cc None None] Network f3b83467-c386-4a50-90e5-fa9fcc304a14 requested from dv-cinder-806436-1-iscsi {{(pid=93798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 21:33:39.836164 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 39554) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:33:40.017836 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-8cdbdd18-3fa7-4a8b-a707-a67b3e9a801d tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Deleting port c6229630-ef63-4b73-96f0-eb9cda96f2f6 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 21:33:40.018712 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8cdbdd18-3fa7-4a8b-a707-a67b3e9a801d tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794201129759'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:40.093876 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8cdbdd18-3fa7-4a8b-a707-a67b3e9a801d tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:40.094102 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8cdbdd18-3fa7-4a8b-a707-a67b3e9a801d tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:40.106364 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-8cdbdd18-3fa7-4a8b-a707-a67b3e9a801d tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Calling delete_port for c6229630-ef63-4b73-96f0-eb9cda96f2f6 owned by network:floatingip {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 21:33:40.282482 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8cdbdd18-3fa7-4a8b-a707-a67b3e9a801d tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794201022239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794200564237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-275356'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:40.309208 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdbdd18-3fa7-4a8b-a707-a67b3e9a801d tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Pushing event deleted for resources: {'Port': ['ID=c6229630-ef63-4b73-96f0-eb9cda96f2f6,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:33:40.370697 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8cdbdd18-3fa7-4a8b-a707-a67b3e9a801d tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks [] for floatingip, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:40.370934 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.db.l3_db [None req-8cdbdd18-3fa7-4a8b-a707-a67b3e9a801d tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Floating IP a6426999-3684-4187-a155-1dc401e74148 disassociated (deleted). External IP: 172.27.0.47, port: 6dfbd68e-dd05-412f-a2ca-4197047e6d0f. Aug 27 21:33:40.571210 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cdbdd18-3fa7-4a8b-a707-a67b3e9a801d tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Router bb688c88-9ec0-486f-9b5b-9f98565b62eb has already been hosted by L3 agent da753c34-e47f-42d8-9f83-ec5464f53bc8 {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 21:33:40.681481 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cdbdd18-3fa7-4a8b-a707-a67b3e9a801d tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify agent at l3_agent.dv-cinder-806436-1-iscsi the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 21:33:40.686130 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8cdbdd18-3fa7-4a8b-a707-a67b3e9a801d tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:40.690959 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d653e086-8da0-4125-8c2a-86329255b163 None None] Sync routers for ids ['bb688c88-9ec0-486f-9b5b-9f98565b62eb'] in dv-cinder-806436-1-iscsi {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 21:33:40.700550 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d653e086-8da0-4125-8c2a-86329255b163 None None] Routers {'bb688c88-9ec0-486f-9b5b-9f98565b62eb'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:33:40.701155 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d653e086-8da0-4125-8c2a-86329255b163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:33:21Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['bb688c88-9ec0-486f-9b5b-9f98565b62eb'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:33:40.713285 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-8cdbdd18-3fa7-4a8b-a707-a67b3e9a801d tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "DELETE /v2.0/floatingips/a6426999-3684-4187-a155-1dc401e74148 HTTP/1.1" status: 204 len: 168 time: 0.8759890 Aug 27 21:33:40.713869 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cc88d78-4965-4dfc-8c30-98f623e768ef', 'tag': '6dfbd68e-dd05-412f-a2ca-4197047e6d0f'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:33:40.716118 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef12610d4521d53b4d383b2d1315697e44e13910463e2f079bf4fa6d75d3d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c88050e-7e86-44ae-aa79-81d44bc9c86a" -d '{"events": [{"name": "network-changed", "server_uuid": "9cc88d78-4965-4dfc-8c30-98f623e768ef", "tag": "6dfbd68e-dd05-412f-a2ca-4197047e6d0f"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:33:40.753401 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 21:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b1bc93-ade2-4f8d-92c2-434fb623d0f7 x-openstack-request-id: req-40b1bc93-ade2-4f8d-92c2-434fb623d0f7 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:33:40.753761 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cc88d78-4965-4dfc-8c30-98f623e768ef", "tag": "6dfbd68e-dd05-412f-a2ca-4197047e6d0f", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:33:40.754229 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-40b1bc93-ade2-4f8d-92c2-434fb623d0f7 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:33:40.755097 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cc88d78-4965-4dfc-8c30-98f623e768ef', 'tag': '6dfbd68e-dd05-412f-a2ca-4197047e6d0f', 'status': 'completed', 'code': 200} Aug 27 21:33:40.814695 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-d653e086-8da0-4125-8c2a-86329255b163 None None] Set router bb688c88-9ec0-486f-9b5b-9f98565b62eb gateway port host: dv-cinder-806436-1-iscsi {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:33:40.817889 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c88050e-7e86-44ae-aa79-81d44bc9c86a req-ade9d51e-5d97-4e43-b630-c35740e33821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:33:40.820075 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-0c88050e-7e86-44ae-aa79-81d44bc9c86a req-ade9d51e-5d97-4e43-b630-c35740e33821 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c2b8ea1d8b104790a4de676157dbe4f3&device_id=9cc88d78-4965-4dfc-8c30-98f623e768ef HTTP/1.1" status: 200 len: 1099 time: 0.0437324 Aug 27 21:33:40.920738 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c88050e-7e86-44ae-aa79-81d44bc9c86a req-634d4fe2-087d-4613-98a4-00f2aeb8c6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:33:40.922247 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-0c88050e-7e86-44ae-aa79-81d44bc9c86a req-634d4fe2-087d-4613-98a4-00f2aeb8c6ef service neutron] 10.222.0.73 "GET /v2.0/networks?id=3ba0d4a2-623b-4c37-8552-bca65d0b90fa HTTP/1.1" status: 200 len: 913 time: 0.0947547 Aug 27 21:33:40.967276 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f0173-6ccf-4eda-a545-f8832c1e2783 req-53fff338-4d4b-444a-91df-ea39f9c97cd8 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:33:40.968856 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-243f0173-6ccf-4eda-a545-f8832c1e2783 req-53fff338-4d4b-444a-91df-ea39f9c97cd8 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc88d78-4965-4dfc-8c30-98f623e768ef HTTP/1.1" status: 200 len: 946 time: 0.0574620 Aug 27 21:33:40.972365 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-0c88050e-7e86-44ae-aa79-81d44bc9c86a req-6b09ec13-0a54-497e-9579-89c44eb69ac8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6dfbd68e-dd05-412f-a2ca-4197047e6d0f HTTP/1.1" status: 200 len: 217 time: 0.0397401 Aug 27 21:33:41.031425 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-243f0173-6ccf-4eda-a545-f8832c1e2783 req-9dffc898-3760-4020-b5de-3278b3c41297 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/security-groups?id=28bf76b6-d343-4eb6-9dcd-dc6337ad6069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565965 Aug 27 21:33:41.035227 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c88050e-7e86-44ae-aa79-81d44bc9c86a req-02646df7-1cfd-4f70-8d2f-8d2c102b84ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:33:41.037559 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-0c88050e-7e86-44ae-aa79-81d44bc9c86a req-02646df7-1cfd-4f70-8d2f-8d2c102b84ed service neutron] 10.222.0.73 "GET /v2.0/subnets?id=963c1e30-5961-4cc8-bba8-6c8d398a8e99 HTTP/1.1" status: 200 len: 851 time: 0.0567081 Aug 27 21:33:41.073561 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d653e086-8da0-4125-8c2a-86329255b163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'name': 'tempest-TestVolumeBootPattern-1993109509-router', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '65269e5a-4dec-4f43-8df5-a4131cf5dbcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:25:28Z', 'updated_at': '2021-08-27T21:25:33Z', 'revision_number': 4, 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'gw_port': {'id': '65269e5a-4dec-4f43-8df5-a4131cf5dbcd', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:25:29Z', 'updated_at': '2021-08-27T21:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_interfaces': [{'id': 'ef6f702a-5cd9-4208-a13f-fd528de1f139', 'name': '', 'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'mac_address': 'fa:16:3e:03:eb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '963c1e30-5961-4cc8-bba8-6c8d398a8e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:25:32Z', 'updated_at': '2021-08-27T21:25:41Z', 'revision_number': 5, 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'subnets': [{'id': '963c1e30-5961-4cc8-bba8-6c8d398a8e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:33:41.090771 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c88050e-7e86-44ae-aa79-81d44bc9c86a req-e75e7eaf-cda9-4f5d-8f8d-7789a4bcfb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:33:41.093046 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-0c88050e-7e86-44ae-aa79-81d44bc9c86a req-e75e7eaf-cda9-4f5d-8f8d-7789a4bcfb2c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3ba0d4a2-623b-4c37-8552-bca65d0b90fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438163 Aug 27 21:33:41.100032 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d653e086-8da0-4125-8c2a-86329255b163 None None] Checking router: bb688c88-9ec0-486f-9b5b-9f98565b62eb for host: dv-cinder-806436-1-iscsi {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 21:33:41.109425 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d653e086-8da0-4125-8c2a-86329255b163 None None] Routers {'bb688c88-9ec0-486f-9b5b-9f98565b62eb'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:33:41.110020 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d653e086-8da0-4125-8c2a-86329255b163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:33:21Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['bb688c88-9ec0-486f-9b5b-9f98565b62eb'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:33:41.199218 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-0c88050e-7e86-44ae-aa79-81d44bc9c86a req-4e546e6b-3c76-43ea-a0ad-670013186f30 service neutron] 10.222.0.73 "GET /v2.0/networks/3ba0d4a2-623b-4c37-8552-bca65d0b90fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975354 Aug 27 21:33:41.220266 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-d653e086-8da0-4125-8c2a-86329255b163 None None] Set router bb688c88-9ec0-486f-9b5b-9f98565b62eb gateway port host: dv-cinder-806436-1-iscsi {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:33:41.300960 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-0c88050e-7e86-44ae-aa79-81d44bc9c86a req-c970af9d-00a3-4740-a8b4-1a7d99d458d6 service neutron] 10.222.0.73 "GET /v2.0/networks/3ba0d4a2-623b-4c37-8552-bca65d0b90fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921047 Aug 27 21:33:41.436806 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d653e086-8da0-4125-8c2a-86329255b163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'name': 'tempest-TestVolumeBootPattern-1993109509-router', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '65269e5a-4dec-4f43-8df5-a4131cf5dbcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:25:28Z', 'updated_at': '2021-08-27T21:25:33Z', 'revision_number': 4, 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'gw_port': {'id': '65269e5a-4dec-4f43-8df5-a4131cf5dbcd', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:25:29Z', 'updated_at': '2021-08-27T21:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_interfaces': [{'id': 'ef6f702a-5cd9-4208-a13f-fd528de1f139', 'name': '', 'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'mac_address': 'fa:16:3e:03:eb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '963c1e30-5961-4cc8-bba8-6c8d398a8e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:25:32Z', 'updated_at': '2021-08-27T21:25:41Z', 'revision_number': 5, 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'subnets': [{'id': '963c1e30-5961-4cc8-bba8-6c8d398a8e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:33:41.466794 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d653e086-8da0-4125-8c2a-86329255b163 None None] The sync data for ids ['bb688c88-9ec0-486f-9b5b-9f98565b62eb'] in dv-cinder-806436-1-iscsi is: [{'id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'name': 'tempest-TestVolumeBootPattern-1993109509-router', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '65269e5a-4dec-4f43-8df5-a4131cf5dbcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:25:28Z', 'updated_at': '2021-08-27T21:25:33Z', 'revision_number': 4, 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'gw_port': {'id': '65269e5a-4dec-4f43-8df5-a4131cf5dbcd', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:25:29Z', 'updated_at': '2021-08-27T21:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_interfaces': [{'id': 'ef6f702a-5cd9-4208-a13f-fd528de1f139', 'name': '', 'network_id': '3ba0d4a2-623b-4c37-8552-bca65d0b90fa', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'mac_address': 'fa:16:3e:03:eb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '963c1e30-5961-4cc8-bba8-6c8d398a8e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:25:32Z', 'updated_at': '2021-08-27T21:25:41Z', 'revision_number': 5, 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'subnets': [{'id': '963c1e30-5961-4cc8-bba8-6c8d398a8e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 21:33:41.689932 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f391b548-4dbb-4ccd-abe5-84e092a8d2f0 None None] New status for floating IP a6426999-3684-4187-a155-1dc401e74148: DOWN {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 21:33:42.144502 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48bf112-9f36-4c4c-a48b-6e05365ab59d req-a731eee3-bd7c-4a78-86df-2beb6be1a30c tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:33:42.146079 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-b48bf112-9f36-4c4c-a48b-6e05365ab59d req-a731eee3-bd7c-4a78-86df-2beb6be1a30c tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc88d78-4965-4dfc-8c30-98f623e768ef HTTP/1.1" status: 200 len: 946 time: 0.0559001 Aug 27 21:33:42.185203 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-b48bf112-9f36-4c4c-a48b-6e05365ab59d req-f9722a78-b6da-418e-8bb4-68a8544b7027 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/security-groups?id=28bf76b6-d343-4eb6-9dcd-dc6337ad6069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326538 Aug 27 21:33:42.390375 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:42.544285 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d1b49c-899f-4ebf-8f22-e2ef1667f0a6 req-a032f7d1-b927-402d-83d3-6d4675fac02a tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:33:42.545850 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-80d1b49c-899f-4ebf-8f22-e2ef1667f0a6 req-a032f7d1-b927-402d-83d3-6d4675fac02a tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.73 "GET /v2.0/ports?device_id=9cc88d78-4965-4dfc-8c30-98f623e768ef HTTP/1.1" status: 200 len: 946 time: 0.0529294 Aug 27 21:33:42.642652 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-80d1b49c-899f-4ebf-8f22-e2ef1667f0a6 req-cab46a48-c270-48f9-b982-2bd48e345482 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Deleting port 6dfbd68e-dd05-412f-a2ca-4197047e6d0f {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 21:33:42.643006 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-80d1b49c-899f-4ebf-8f22-e2ef1667f0a6 req-cab46a48-c270-48f9-b982-2bd48e345482 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794201129759'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:42.733546 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-80d1b49c-899f-4ebf-8f22-e2ef1667f0a6 req-cab46a48-c270-48f9-b982-2bd48e345482 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] For port 6dfbd68e-dd05-412f-a2ca-4197047e6d0f, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=6dfbd68e-dd05-412f-a2ca-4197047e6d0f,segment=NetworkSegment(6eb6954a-651b-4580-8c18-a1abdf542ea3),segment_id=6eb6954a-651b-4580-8c18-a1abdf542ea3)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:33:42.733900 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-80d1b49c-899f-4ebf-8f22-e2ef1667f0a6 req-cab46a48-c270-48f9-b982-2bd48e345482 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:42.746816 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-80d1b49c-899f-4ebf-8f22-e2ef1667f0a6 req-cab46a48-c270-48f9-b982-2bd48e345482 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Calling delete_port for 6dfbd68e-dd05-412f-a2ca-4197047e6d0f owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 21:33:42.879503 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-80d1b49c-899f-4ebf-8f22-e2ef1667f0a6 req-cab46a48-c270-48f9-b982-2bd48e345482 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794201022239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794200564237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25193636'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:42.907664 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab46a48-c270-48f9-b982-2bd48e345482 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Pushing event deleted for resources: {'Port': ['ID=6dfbd68e-dd05-412f-a2ca-4197047e6d0f,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:33:42.951555 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-80d1b49c-899f-4ebf-8f22-e2ef1667f0a6 req-cab46a48-c270-48f9-b982-2bd48e345482 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] No DVR routers for this DVR port 6dfbd68e-dd05-412f-a2ca-4197047e6d0f on host hv-cinder-80643 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 21:33:42.954222 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-80d1b49c-899f-4ebf-8f22-e2ef1667f0a6 req-cab46a48-c270-48f9-b982-2bd48e345482 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:42.956252 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-80d1b49c-899f-4ebf-8f22-e2ef1667f0a6 req-cab46a48-c270-48f9-b982-2bd48e345482 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.73 "DELETE /v2.0/ports/6dfbd68e-dd05-412f-a2ca-4197047e6d0f HTTP/1.1" status: 204 len: 173 time: 0.4045105 Aug 27 21:33:42.956715 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc88d78-4965-4dfc-8c30-98f623e768ef', 'name': 'network-vif-deleted', 'tag': '6dfbd68e-dd05-412f-a2ca-4197047e6d0f'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:33:42.958970 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38019ac9d499d238660659c848bc6e147427a71e556f74dfb6c52f178b5569d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb9e9f0-9026-42e1-8081-2c114adffe50" -d '{"events": [{"server_uuid": "9cc88d78-4965-4dfc-8c30-98f623e768ef", "name": "network-vif-deleted", "tag": "6dfbd68e-dd05-412f-a2ca-4197047e6d0f"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:33:42.998119 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 21:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4c308e-135e-49a2-b9e9-7e3d170b37f7 x-openstack-request-id: req-be4c308e-135e-49a2-b9e9-7e3d170b37f7 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:33:42.998529 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc88d78-4965-4dfc-8c30-98f623e768ef", "name": "network-vif-deleted", "tag": "6dfbd68e-dd05-412f-a2ca-4197047e6d0f", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:33:42.998782 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-be4c308e-135e-49a2-b9e9-7e3d170b37f7 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:33:42.999176 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc88d78-4965-4dfc-8c30-98f623e768ef', 'name': 'network-vif-deleted', 'tag': '6dfbd68e-dd05-412f-a2ca-4197047e6d0f', 'status': 'completed', 'code': 200} Aug 27 21:33:43.284269 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-66b2849c-4bf2-49f2-b51d-81fe4eb940c8 req-78223095-635a-4b60-832f-19ed3be3b021 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc88d78-4965-4dfc-8c30-98f623e768ef HTTP/1.1" status: 200 len: 210 time: 0.0297008 Aug 27 21:33:44.344855 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 39606) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:33:44.468207 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-c62874a4-79de-468d-bbc8-6069b0702564 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Deleting port ddb7d7f3-aaf9-442a-9d85-e61e38e0856b {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 21:33:44.468572 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c62874a4-79de-468d-bbc8-6069b0702564 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794201129759'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:44.540924 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c62874a4-79de-468d-bbc8-6069b0702564 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:44.541243 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c62874a4-79de-468d-bbc8-6069b0702564 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:44.552398 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-c62874a4-79de-468d-bbc8-6069b0702564 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Calling delete_port for ddb7d7f3-aaf9-442a-9d85-e61e38e0856b owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 21:33:44.680646 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c62874a4-79de-468d-bbc8-6069b0702564 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794201022239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794200564237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25193636'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:44.705813 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62874a4-79de-468d-bbc8-6069b0702564 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Pushing event deleted for resources: {'Port': ['ID=ddb7d7f3-aaf9-442a-9d85-e61e38e0856b,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:33:44.768566 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c62874a4-79de-468d-bbc8-6069b0702564 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:44.770999 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c62874a4-79de-468d-bbc8-6069b0702564 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:44.772149 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-c62874a4-79de-468d-bbc8-6069b0702564 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "DELETE /v2.0/floatingips/be7ce081-98e7-4f22-8e42-dcc7df2539e1 HTTP/1.1" status: 204 len: 168 time: 0.4263377 Aug 27 21:33:45.654263 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device 6dfbd68e-dd05-412f-a2ca-4197047e6d0f no longer exists at agent hyperv_hv-cinder-80643 {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 21:33:45.793649 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] No Port match for: 6dfbd68e-dd05-412f-a2ca-4197047e6d0f {{(pid=93798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 21:33:45.793996 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device 6dfbd68e-dd05-412f-a2ca-4197047e6d0f not bound to the agent host hv-cinder-80643 {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 21:33:45.970025 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 39626) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:33:46.031380 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-be74e73e-863b-412b-bd50-dd54fc9cbab3 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:46.055842 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-be74e73e-863b-412b-bd50-dd54fc9cbab3 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:46.113183 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-be74e73e-863b-412b-bd50-dd54fc9cbab3 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:46.115746 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-be74e73e-863b-412b-bd50-dd54fc9cbab3 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:46.117625 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-be74e73e-863b-412b-bd50-dd54fc9cbab3 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] 10.222.0.39 "DELETE /v2.0/security-groups/28bf76b6-d343-4eb6-9dcd-dc6337ad6069 HTTP/1.1" status: 204 len: 168 time: 0.1466305 Aug 27 21:33:46.126661 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be74e73e-863b-412b-bd50-dd54fc9cbab3 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28bf76b6-d343-4eb6-9dcd-dc6337ad6069,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:33:46.135497 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be74e73e-863b-412b-bd50-dd54fc9cbab3 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:33:46.135847 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be74e73e-863b-412b-bd50-dd54fc9cbab3 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:33:46.136190 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be74e73e-863b-412b-bd50-dd54fc9cbab3 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:33:46.136556 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be74e73e-863b-412b-bd50-dd54fc9cbab3 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:33:46.136889 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be74e73e-863b-412b-bd50-dd54fc9cbab3 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:33:46.137225 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be74e73e-863b-412b-bd50-dd54fc9cbab3 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:33:46.137556 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be74e73e-863b-412b-bd50-dd54fc9cbab3 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:33:46.137886 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be74e73e-863b-412b-bd50-dd54fc9cbab3 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:33:46.138245 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be74e73e-863b-412b-bd50-dd54fc9cbab3 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:33:46.138579 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be74e73e-863b-412b-bd50-dd54fc9cbab3 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:33:46.138967 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be74e73e-863b-412b-bd50-dd54fc9cbab3 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:33:46.139517 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be74e73e-863b-412b-bd50-dd54fc9cbab3 tempest-TestVolumeBootPattern-1617280159 tempest-TestVolumeBootPattern-1617280159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:33:46.172543 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 39632) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:33:46.948829 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1bf89c33-ce5a-4165-8a71-c4d3930ddf8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634575'] for router_interface, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:47.182929 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-1bf89c33-ce5a-4165-8a71-c4d3930ddf8d admin admin] Deleting port ef6f702a-5cd9-4208-a13f-fd528de1f139 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 21:33:47.183599 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1bf89c33-ce5a-4165-8a71-c4d3930ddf8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794201129759'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:47.261679 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-1bf89c33-ce5a-4165-8a71-c4d3930ddf8d admin admin] For port ef6f702a-5cd9-4208-a13f-fd528de1f139, host dv-cinder-806436-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=ef6f702a-5cd9-4208-a13f-fd528de1f139,segment=NetworkSegment(6eb6954a-651b-4580-8c18-a1abdf542ea3),segment_id=6eb6954a-651b-4580-8c18-a1abdf542ea3)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:33:47.262037 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1bf89c33-ce5a-4165-8a71-c4d3930ddf8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:47.274788 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-1bf89c33-ce5a-4165-8a71-c4d3930ddf8d admin admin] Calling delete_port for ef6f702a-5cd9-4208-a13f-fd528de1f139 owned by network:router_interface {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 21:33:47.447439 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1bf89c33-ce5a-4165-8a71-c4d3930ddf8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794201022239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794200564237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-275356'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:47.480103 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf89c33-ce5a-4165-8a71-c4d3930ddf8d admin admin] Pushing event deleted for resources: {'Port': ['ID=ef6f702a-5cd9-4208-a13f-fd528de1f139,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:33:47.661471 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1bf89c33-ce5a-4165-8a71-c4d3930ddf8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634373'] for router_interface, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:47.891620 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bf89c33-ce5a-4165-8a71-c4d3930ddf8d admin admin] Router bb688c88-9ec0-486f-9b5b-9f98565b62eb has already been hosted by L3 agent da753c34-e47f-42d8-9f83-ec5464f53bc8 {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 21:33:48.003773 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf89c33-ce5a-4165-8a71-c4d3930ddf8d admin admin] Notify agent at l3_agent.dv-cinder-806436-1-iscsi the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 21:33:48.011720 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-1bf89c33-ce5a-4165-8a71-c4d3930ddf8d admin admin] 10.222.0.39 "PUT /v2.0/routers/bb688c88-9ec0-486f-9b5b-9f98565b62eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8349941 Aug 27 21:33:48.012187 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 39654) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:33:48.013021 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db8bdc2-d310-4a93-9015-2593200958c0 None None] Sync routers for ids ['bb688c88-9ec0-486f-9b5b-9f98565b62eb'] in dv-cinder-806436-1-iscsi {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 21:33:48.023532 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db8bdc2-d310-4a93-9015-2593200958c0 None None] Routers {'bb688c88-9ec0-486f-9b5b-9f98565b62eb'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:33:48.024259 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-3db8bdc2-d310-4a93-9015-2593200958c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:33:21Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['bb688c88-9ec0-486f-9b5b-9f98565b62eb'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:33:48.116760 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ba05e256-0f03-49f9-a015-df29af9e4a28 admin admin] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:48.130876 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-3db8bdc2-d310-4a93-9015-2593200958c0 None None] Set router bb688c88-9ec0-486f-9b5b-9f98565b62eb gateway port host: dv-cinder-806436-1-iscsi {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:33:48.220562 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ba05e256-0f03-49f9-a015-df29af9e4a28 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:48.280652 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ba05e256-0f03-49f9-a015-df29af9e4a28 admin admin] Deleting port 65269e5a-4dec-4f43-8df5-a4131cf5dbcd {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 21:33:48.280903 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ba05e256-0f03-49f9-a015-df29af9e4a28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794201129759'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:48.317509 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-3db8bdc2-d310-4a93-9015-2593200958c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'name': 'tempest-TestVolumeBootPattern-1993109509-router', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '65269e5a-4dec-4f43-8df5-a4131cf5dbcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:25:28Z', 'updated_at': '2021-08-27T21:33:47Z', 'revision_number': 5, 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'gw_port': {'id': '65269e5a-4dec-4f43-8df5-a4131cf5dbcd', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:25:29Z', 'updated_at': '2021-08-27T21:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi'}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:33:48.350092 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db8bdc2-d310-4a93-9015-2593200958c0 None None] Checking router: bb688c88-9ec0-486f-9b5b-9f98565b62eb for host: dv-cinder-806436-1-iscsi {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 21:33:48.364098 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db8bdc2-d310-4a93-9015-2593200958c0 None None] Routers {'bb688c88-9ec0-486f-9b5b-9f98565b62eb'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:33:48.365255 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-3db8bdc2-d310-4a93-9015-2593200958c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:33:21Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['bb688c88-9ec0-486f-9b5b-9f98565b62eb'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:33:48.375153 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-ba05e256-0f03-49f9-a015-df29af9e4a28 admin admin] For port 65269e5a-4dec-4f43-8df5-a4131cf5dbcd, host dv-cinder-806436-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=65269e5a-4dec-4f43-8df5-a4131cf5dbcd,segment=NetworkSegment(294aecfa-d12c-4149-ab86-bf2395e16d40),segment_id=294aecfa-d12c-4149-ab86-bf2395e16d40)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:33:48.375519 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ba05e256-0f03-49f9-a015-df29af9e4a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:48.387122 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ba05e256-0f03-49f9-a015-df29af9e4a28 admin admin] Calling delete_port for 65269e5a-4dec-4f43-8df5-a4131cf5dbcd owned by network:router_gateway {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 21:33:48.451815 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-3db8bdc2-d310-4a93-9015-2593200958c0 None None] Set router bb688c88-9ec0-486f-9b5b-9f98565b62eb gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:33:48.508618 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-3db8bdc2-d310-4a93-9015-2593200958c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'name': 'tempest-TestVolumeBootPattern-1993109509-router', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:25:28Z', 'updated_at': '2021-08-27T21:33:48Z', 'revision_number': 6, 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'gw_port_host': None}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:33:48.541413 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db8bdc2-d310-4a93-9015-2593200958c0 None None] The sync data for ids ['bb688c88-9ec0-486f-9b5b-9f98565b62eb'] in dv-cinder-806436-1-iscsi is: [{'id': 'bb688c88-9ec0-486f-9b5b-9f98565b62eb', 'name': 'tempest-TestVolumeBootPattern-1993109509-router', 'tenant_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:25:28Z', 'updated_at': '2021-08-27T21:33:48Z', 'revision_number': 6, 'project_id': 'c2b8ea1d8b104790a4de676157dbe4f3', 'gw_port_host': None}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 21:33:48.569442 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ba05e256-0f03-49f9-a015-df29af9e4a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794201022239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794200564237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-275356'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:48.596608 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba05e256-0f03-49f9-a015-df29af9e4a28 admin admin] Pushing event deleted for resources: {'Port': ['ID=65269e5a-4dec-4f43-8df5-a4131cf5dbcd,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:33:48.661108 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ba05e256-0f03-49f9-a015-df29af9e4a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628319'] for router_gateway, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:48.724410 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d8557a2d-0cb6-4fa9-8bbf-fa82c67db1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:48.752873 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ba05e256-0f03-49f9-a015-df29af9e4a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-630464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40198'] for router, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:48.755166 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ba05e256-0f03-49f9-a015-df29af9e4a28 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:48.802393 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ba05e256-0f03-49f9-a015-df29af9e4a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-630479'] for router, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:48.802993 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba05e256-0f03-49f9-a015-df29af9e4a28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb688c88-9ec0-486f-9b5b-9f98565b62eb {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 21:33:48.807848 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ba05e256-0f03-49f9-a015-df29af9e4a28 admin admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:48.809042 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-ba05e256-0f03-49f9-a015-df29af9e4a28 admin admin] 10.222.0.39 "DELETE /v2.0/routers/bb688c88-9ec0-486f-9b5b-9f98565b62eb HTTP/1.1" status: 204 len: 168 time: 0.7958539 Aug 27 21:33:48.811475 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 39658) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:33:48.856842 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5ff287b-42aa-4e1b-8ace-c9268e6f3746 admin admin] Deleting subnet 963c1e30-5961-4cc8-bba8-6c8d398a8e99 {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 21:33:48.859977 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d5ff287b-42aa-4e1b-8ace-c9268e6f3746 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:48.898003 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d5ff287b-42aa-4e1b-8ace-c9268e6f3746 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3590199'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:48.992374 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d5ff287b-42aa-4e1b-8ace-c9268e6f3746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8232119'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:49.047824 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d5ff287b-42aa-4e1b-8ace-c9268e6f3746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8232120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-275407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3223993'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:49.077038 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d5ff287b-42aa-4e1b-8ace-c9268e6f3746 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:49.078886 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-d5ff287b-42aa-4e1b-8ace-c9268e6f3746 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/963c1e30-5961-4cc8-bba8-6c8d398a8e99 HTTP/1.1" status: 204 len: 168 time: 0.2664976 Aug 27 21:33:49.080373 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ff287b-42aa-4e1b-8ace-c9268e6f3746 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=963c1e30-5961-4cc8-bba8-6c8d398a8e99,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:33:49.081677 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 39668) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:33:49.082153 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01eca0bd-c99f-4c18-b87b-7ee0875225ab None None] Network 3ba0d4a2-623b-4c37-8552-bca65d0b90fa requested from dv-cinder-806436-1-iscsi {{(pid=93798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 21:33:49.154329 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6b85bd35-7036-4da7-86fd-568a9990a015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8293159'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:49.209993 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-6b85bd35-7036-4da7-86fd-568a9990a015 admin admin] Deleting port 8583c3ff-18fa-49cf-9a86-9b94fd34be4e {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 21:33:49.210342 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6b85bd35-7036-4da7-86fd-568a9990a015 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794201129759'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:49.276863 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-6b85bd35-7036-4da7-86fd-568a9990a015 admin admin] For port 8583c3ff-18fa-49cf-9a86-9b94fd34be4e, host dv-cinder-806436-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=8583c3ff-18fa-49cf-9a86-9b94fd34be4e,segment=NetworkSegment(6eb6954a-651b-4580-8c18-a1abdf542ea3),segment_id=6eb6954a-651b-4580-8c18-a1abdf542ea3)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:33:49.277222 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6b85bd35-7036-4da7-86fd-568a9990a015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:49.290247 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-6b85bd35-7036-4da7-86fd-568a9990a015 admin admin] Calling delete_port for 8583c3ff-18fa-49cf-9a86-9b94fd34be4e owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 21:33:49.327166 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879ee8e7-b672-4263-af0d-756322f96dc2 None None] DHCP port deletion for 3ba0d4a2-623b-4c37-8552-bca65d0b90fa request from dv-cinder-806436-1-iscsi {{(pid=93798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 21:33:49.374533 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6b85bd35-7036-4da7-86fd-568a9990a015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794201022239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794200564237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25193636'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:49.381373 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-879ee8e7-b672-4263-af0d-756322f96dc2 None None] Deleting port 8583c3ff-18fa-49cf-9a86-9b94fd34be4e {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 21:33:49.382323 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-879ee8e7-b672-4263-af0d-756322f96dc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794201129759'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:49.399051 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b85bd35-7036-4da7-86fd-568a9990a015 admin admin] Pushing event deleted for resources: {'Port': ['ID=8583c3ff-18fa-49cf-9a86-9b94fd34be4e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:33:49.405303 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b85bd35-7036-4da7-86fd-568a9990a015 admin admin] No DVR routers for this DVR port 8583c3ff-18fa-49cf-9a86-9b94fd34be4e on host dv-cinder-806436-1-iscsi {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 21:33:49.447559 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-879ee8e7-b672-4263-af0d-756322f96dc2 None None] For port 8583c3ff-18fa-49cf-9a86-9b94fd34be4e, host dv-cinder-806436-1-iscsi, got binding levels [] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:33:49.448065 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-879ee8e7-b672-4263-af0d-756322f96dc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:49.462351 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-879ee8e7-b672-4263-af0d-756322f96dc2 None None] Calling delete_port for 8583c3ff-18fa-49cf-9a86-9b94fd34be4e owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 21:33:49.465000 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.ipam_backend_mixin [None req-879ee8e7-b672-4263-af0d-756322f96dc2 None None] Port 8583c3ff-18fa-49cf-9a86-9b94fd34be4e was not found and therefore no delete operation was performed {{(pid=93798) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 21:33:49.466269 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-879ee8e7-b672-4263-af0d-756322f96dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794201022239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794200564237'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:49.479432 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6b85bd35-7036-4da7-86fd-568a9990a015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8361292', 'neutron.services.segments.db._delete_segments_for_network-8794201047534'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:49.489149 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.services.segments.db [None req-6b85bd35-7036-4da7-86fd-568a9990a015 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ba0d4a2-623b-4c37-8552-bca65d0b90fa']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:33:49.491435 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879ee8e7-b672-4263-af0d-756322f96dc2 None None] Pushing event deleted for resources: {'Port': ['ID=8583c3ff-18fa-49cf-9a86-9b94fd34be4e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:33:49.496391 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879ee8e7-b672-4263-af0d-756322f96dc2 None None] No DVR routers for this DVR port 8583c3ff-18fa-49cf-9a86-9b94fd34be4e on host dv-cinder-806436-1-iscsi {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 21:33:49.500076 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.services.segments.db [None req-6b85bd35-7036-4da7-86fd-568a9990a015 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eb6954a-651b-4580-8c18-a1abdf542ea3') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:33:49.500392 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.services.segments.db [None req-6b85bd35-7036-4da7-86fd-568a9990a015 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eb6954a-651b-4580-8c18-a1abdf542ea3') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:33:49.511398 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6b85bd35-7036-4da7-86fd-568a9990a015 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794201047417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25551030'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:49.526212 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6b85bd35-7036-4da7-86fd-568a9990a015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226622'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:49.532289 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b85bd35-7036-4da7-86fd-568a9990a015 admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 21:33:49.532707 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6b85bd35-7036-4da7-86fd-568a9990a015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25193617'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:49.534358 dv-cinder-806436-1-iscsi neutron-server[93796]: Traceback (most recent call last): Aug 27 21:33:49.534358 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 21:33:49.534358 dv-cinder-806436-1-iscsi neutron-server[93796]: timer() Aug 27 21:33:49.534358 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 21:33:49.534358 dv-cinder-806436-1-iscsi neutron-server[93796]: cb(*args, **kw) Aug 27 21:33:49.534358 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 21:33:49.534358 dv-cinder-806436-1-iscsi neutron-server[93796]: return func(*args, **kwargs) Aug 27 21:33:49.534358 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 21:33:49.534358 dv-cinder-806436-1-iscsi neutron-server[93796]: self._notify() Aug 27 21:33:49.534358 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 21:33:49.534358 dv-cinder-806436-1-iscsi neutron-server[93796]: self.callback(batched_events) Aug 27 21:33:49.534358 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 21:33:49.534358 dv-cinder-806436-1-iscsi neutron-server[93796]: event.method(event) Aug 27 21:33:49.534358 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 21:33:49.534358 dv-cinder-806436-1-iscsi neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 21:33:49.534358 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 21:33:49.534358 dv-cinder-806436-1-iscsi neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 21:33:49.534358 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 21:33:49.534358 dv-cinder-806436-1-iscsi neutron-server[93796]: return f(self, *a, **k) Aug 27 21:33:49.534358 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 21:33:49.534358 dv-cinder-806436-1-iscsi neutron-server[93796]: return self._get(url).json() Aug 27 21:33:49.534358 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 21:33:49.534358 dv-cinder-806436-1-iscsi neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 21:33:49.534358 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 21:33:49.534358 dv-cinder-806436-1-iscsi neutron-server[93796]: return self.request(url, 'GET', **kwargs) Aug 27 21:33:49.534358 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 21:33:49.534358 dv-cinder-806436-1-iscsi neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 21:33:49.534358 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 21:33:49.534358 dv-cinder-806436-1-iscsi neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 21:33:49.534358 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 21:33:49.534358 dv-cinder-806436-1-iscsi neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 21:33:49.534358 dv-cinder-806436-1-iscsi neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 21:33:49.591647 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6b85bd35-7036-4da7-86fd-568a9990a015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8361269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628323'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:49.599822 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6b85bd35-7036-4da7-86fd-568a9990a015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:49.601635 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-6b85bd35-7036-4da7-86fd-568a9990a015 admin admin] 10.222.0.39 "DELETE /v2.0/networks/3ba0d4a2-623b-4c37-8552-bca65d0b90fa HTTP/1.1" status: 204 len: 168 time: 0.5187984 Aug 27 21:33:49.606047 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 39670) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:33:49.617724 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b85bd35-7036-4da7-86fd-568a9990a015 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ba0d4a2-623b-4c37-8552-bca65d0b90fa,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:33:49.951530 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-40a5c56d-61b5-49b9-b3cb-58d2d3f4472c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634575'] for router_interface, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:50.198036 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-40a5c56d-61b5-49b9-b3cb-58d2d3f4472c admin admin] Deleting port bcac0c85-3c38-4d96-8f4b-79bb88f91027 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 21:33:50.198416 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-40a5c56d-61b5-49b9-b3cb-58d2d3f4472c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794201129759'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:50.293372 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-40a5c56d-61b5-49b9-b3cb-58d2d3f4472c admin admin] For port bcac0c85-3c38-4d96-8f4b-79bb88f91027, host dv-cinder-806436-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=bcac0c85-3c38-4d96-8f4b-79bb88f91027,segment=NetworkSegment(c3698537-982a-4a31-a0d6-0b8afb31cde0),segment_id=c3698537-982a-4a31-a0d6-0b8afb31cde0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:33:50.293372 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-40a5c56d-61b5-49b9-b3cb-58d2d3f4472c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:50.300859 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-40a5c56d-61b5-49b9-b3cb-58d2d3f4472c admin admin] Calling delete_port for bcac0c85-3c38-4d96-8f4b-79bb88f91027 owned by network:router_interface {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 21:33:50.486401 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-40a5c56d-61b5-49b9-b3cb-58d2d3f4472c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794201022239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794200564237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-275356'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:50.518028 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a5c56d-61b5-49b9-b3cb-58d2d3f4472c admin admin] Pushing event deleted for resources: {'Port': ['ID=bcac0c85-3c38-4d96-8f4b-79bb88f91027,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:33:50.551123 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 65269e5a-4dec-4f43-8df5-a4131cf5dbcd no longer exists at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 21:33:50.582237 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] No Port match for: 65269e5a-4dec-4f43-8df5-a4131cf5dbcd {{(pid=93798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 21:33:50.582584 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 65269e5a-4dec-4f43-8df5-a4131cf5dbcd not bound to the agent host dv-cinder-806436-1-iscsi {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 21:33:50.583034 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device ef6f702a-5cd9-4208-a13f-fd528de1f139 no longer exists at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 21:33:50.607637 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] No Port match for: ef6f702a-5cd9-4208-a13f-fd528de1f139 {{(pid=93798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 21:33:50.607997 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device ef6f702a-5cd9-4208-a13f-fd528de1f139 not bound to the agent host dv-cinder-806436-1-iscsi {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 21:33:50.608449 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 8583c3ff-18fa-49cf-9a86-9b94fd34be4e no longer exists at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 21:33:50.629374 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] No Port match for: 8583c3ff-18fa-49cf-9a86-9b94fd34be4e {{(pid=93798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 21:33:50.629727 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 8583c3ff-18fa-49cf-9a86-9b94fd34be4e not bound to the agent host dv-cinder-806436-1-iscsi {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 21:33:50.943221 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-40a5c56d-61b5-49b9-b3cb-58d2d3f4472c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634373'] for router_interface, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:51.149622 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a5c56d-61b5-49b9-b3cb-58d2d3f4472c admin admin] Router 55ad44d7-84f1-4e31-9666-cefad9d4c7a4 has already been hosted by L3 agent da753c34-e47f-42d8-9f83-ec5464f53bc8 {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 21:33:51.251309 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a5c56d-61b5-49b9-b3cb-58d2d3f4472c admin admin] Notify agent at l3_agent.dv-cinder-806436-1-iscsi the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 21:33:51.256243 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-40a5c56d-61b5-49b9-b3cb-58d2d3f4472c admin admin] 10.222.0.39 "PUT /v2.0/routers/55ad44d7-84f1-4e31-9666-cefad9d4c7a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6497068 Aug 27 21:33:51.259315 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 39680) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:33:51.262273 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4669ee8a-6ec4-4ff7-b4e3-0381f332a80e None None] Sync routers for ids ['55ad44d7-84f1-4e31-9666-cefad9d4c7a4'] in dv-cinder-806436-1-iscsi {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 21:33:51.271385 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4669ee8a-6ec4-4ff7-b4e3-0381f332a80e None None] Routers {'55ad44d7-84f1-4e31-9666-cefad9d4c7a4'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:33:51.272606 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-4669ee8a-6ec4-4ff7-b4e3-0381f332a80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:33:21Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['55ad44d7-84f1-4e31-9666-cefad9d4c7a4'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:33:51.344793 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7370833a-be55-4ab0-96db-7950ebf726fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:51.368285 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8102b6f7-42f9-46ba-b991-eb5bf2afc550 admin admin] Notify callbacks [] for router, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:51.385389 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-4669ee8a-6ec4-4ff7-b4e3-0381f332a80e None None] Set router 55ad44d7-84f1-4e31-9666-cefad9d4c7a4 gateway port host: dv-cinder-806436-1-iscsi {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:33:51.486868 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8102b6f7-42f9-46ba-b991-eb5bf2afc550 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:51.543564 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-8102b6f7-42f9-46ba-b991-eb5bf2afc550 admin admin] Deleting port ad5d4585-eba3-4d55-b549-262c82c208d4 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 21:33:51.543911 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8102b6f7-42f9-46ba-b991-eb5bf2afc550 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794201129759'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:51.579504 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:51.583006 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-4669ee8a-6ec4-4ff7-b4e3-0381f332a80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ad44d7-84f1-4e31-9666-cefad9d4c7a4', 'name': 'tempest-TestVolumeBootPattern-1006856034-router', 'tenant_id': '12522b023465403398c3477536d490cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'ad5d4585-eba3-4d55-b549-262c82c208d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:25:38Z', 'updated_at': '2021-08-27T21:33:50Z', 'revision_number': 5, 'project_id': '12522b023465403398c3477536d490cd', 'gw_port': {'id': 'ad5d4585-eba3-4d55-b549-262c82c208d4', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ad44d7-84f1-4e31-9666-cefad9d4c7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:25:40Z', 'updated_at': '2021-08-27T21:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi'}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:33:51.617820 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4669ee8a-6ec4-4ff7-b4e3-0381f332a80e None None] Checking router: 55ad44d7-84f1-4e31-9666-cefad9d4c7a4 for host: dv-cinder-806436-1-iscsi {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 21:33:51.626541 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4669ee8a-6ec4-4ff7-b4e3-0381f332a80e None None] Routers {'55ad44d7-84f1-4e31-9666-cefad9d4c7a4'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:33:51.627154 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-4669ee8a-6ec4-4ff7-b4e3-0381f332a80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:33:51Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['55ad44d7-84f1-4e31-9666-cefad9d4c7a4'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:33:51.641564 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-8102b6f7-42f9-46ba-b991-eb5bf2afc550 admin admin] For port ad5d4585-eba3-4d55-b549-262c82c208d4, host dv-cinder-806436-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=ad5d4585-eba3-4d55-b549-262c82c208d4,segment=NetworkSegment(294aecfa-d12c-4149-ab86-bf2395e16d40),segment_id=294aecfa-d12c-4149-ab86-bf2395e16d40)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:33:51.642134 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8102b6f7-42f9-46ba-b991-eb5bf2afc550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:51.657507 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-8102b6f7-42f9-46ba-b991-eb5bf2afc550 admin admin] Calling delete_port for ad5d4585-eba3-4d55-b549-262c82c208d4 owned by network:router_gateway {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 21:33:51.713976 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-4669ee8a-6ec4-4ff7-b4e3-0381f332a80e None None] Set router 55ad44d7-84f1-4e31-9666-cefad9d4c7a4 gateway port host: None {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:33:51.780003 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-4669ee8a-6ec4-4ff7-b4e3-0381f332a80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ad44d7-84f1-4e31-9666-cefad9d4c7a4', 'name': 'tempest-TestVolumeBootPattern-1006856034-router', 'tenant_id': '12522b023465403398c3477536d490cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:25:38Z', 'updated_at': '2021-08-27T21:33:51Z', 'revision_number': 6, 'project_id': '12522b023465403398c3477536d490cd', 'gw_port_host': None}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:33:51.798235 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4669ee8a-6ec4-4ff7-b4e3-0381f332a80e None None] The sync data for ids ['55ad44d7-84f1-4e31-9666-cefad9d4c7a4'] in dv-cinder-806436-1-iscsi is: [{'id': '55ad44d7-84f1-4e31-9666-cefad9d4c7a4', 'name': 'tempest-TestVolumeBootPattern-1006856034-router', 'tenant_id': '12522b023465403398c3477536d490cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:25:38Z', 'updated_at': '2021-08-27T21:33:51Z', 'revision_number': 6, 'project_id': '12522b023465403398c3477536d490cd', 'gw_port_host': None}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 21:33:51.836902 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8102b6f7-42f9-46ba-b991-eb5bf2afc550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794201022239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794200564237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-275356'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:51.864575 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8102b6f7-42f9-46ba-b991-eb5bf2afc550 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad5d4585-eba3-4d55-b549-262c82c208d4,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:33:51.930412 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8102b6f7-42f9-46ba-b991-eb5bf2afc550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628319'] for router_gateway, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:52.027022 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8102b6f7-42f9-46ba-b991-eb5bf2afc550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-630464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40198'] for router, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:52.029170 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8102b6f7-42f9-46ba-b991-eb5bf2afc550 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:52.070661 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8102b6f7-42f9-46ba-b991-eb5bf2afc550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-630479'] for router, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:52.071206 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8102b6f7-42f9-46ba-b991-eb5bf2afc550 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55ad44d7-84f1-4e31-9666-cefad9d4c7a4 {{(pid=93797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 21:33:52.075442 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8102b6f7-42f9-46ba-b991-eb5bf2afc550 admin admin] Notify callbacks [] for router, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:52.076602 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-8102b6f7-42f9-46ba-b991-eb5bf2afc550 admin admin] 10.222.0.39 "DELETE /v2.0/routers/55ad44d7-84f1-4e31-9666-cefad9d4c7a4 HTTP/1.1" status: 204 len: 168 time: 0.8163443 Aug 27 21:33:52.079062 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 39704) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:33:52.123038 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7b963a2-1b2c-4a64-adcd-489b2c0ba0d4 admin admin] Deleting subnet 63bd8a64-a6d7-4856-908b-2f3b1d01991b {{(pid=93797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 21:33:52.125965 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b7b963a2-1b2c-4a64-adcd-489b2c0ba0d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:52.163602 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b7b963a2-1b2c-4a64-adcd-489b2c0ba0d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3590199'] for subnet, precommit_delete_associations {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:52.256817 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b7b963a2-1b2c-4a64-adcd-489b2c0ba0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8232119'] for subnet, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:52.307949 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b7b963a2-1b2c-4a64-adcd-489b2c0ba0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8232120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-275407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3223993'] for subnet, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:52.330461 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b963a2-1b2c-4a64-adcd-489b2c0ba0d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63bd8a64-a6d7-4856-908b-2f3b1d01991b,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:33:52.336458 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b7b963a2-1b2c-4a64-adcd-489b2c0ba0d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:52.338296 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-b7b963a2-1b2c-4a64-adcd-489b2c0ba0d4 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/63bd8a64-a6d7-4856-908b-2f3b1d01991b HTTP/1.1" status: 204 len: 168 time: 0.2583375 Aug 27 21:33:52.340751 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 39706) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:33:52.343133 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b938c28-8001-44f7-bc84-ca2def9c8ee4 None None] Network d594401f-34e9-4dce-b0be-3db943d6c13a requested from dv-cinder-806436-1-iscsi {{(pid=93798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 21:33:52.410859 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fa8ad9c3-95d0-46b2-aba1-a5c53a0aba0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8293159'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:52.465069 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-fa8ad9c3-95d0-46b2-aba1-a5c53a0aba0b admin admin] Deleting port fbcebd44-892c-4824-a6cb-6ad5be796f24 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 21:33:52.465406 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fa8ad9c3-95d0-46b2-aba1-a5c53a0aba0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794201129759'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:52.527219 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-fa8ad9c3-95d0-46b2-aba1-a5c53a0aba0b admin admin] For port fbcebd44-892c-4824-a6cb-6ad5be796f24, host dv-cinder-806436-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=fbcebd44-892c-4824-a6cb-6ad5be796f24,segment=NetworkSegment(c3698537-982a-4a31-a0d6-0b8afb31cde0),segment_id=c3698537-982a-4a31-a0d6-0b8afb31cde0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:33:52.527502 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fa8ad9c3-95d0-46b2-aba1-a5c53a0aba0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:52.540422 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-fa8ad9c3-95d0-46b2-aba1-a5c53a0aba0b admin admin] Calling delete_port for fbcebd44-892c-4824-a6cb-6ad5be796f24 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 21:33:52.590116 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944f1525-16f1-451c-8477-15c581ec4e13 None None] DHCP port deletion for d594401f-34e9-4dce-b0be-3db943d6c13a request from dv-cinder-806436-1-iscsi {{(pid=93798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 21:33:52.636278 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fa8ad9c3-95d0-46b2-aba1-a5c53a0aba0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794201022239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794200564237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-275356'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:52.643348 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-944f1525-16f1-451c-8477-15c581ec4e13 None None] Deleting port fbcebd44-892c-4824-a6cb-6ad5be796f24 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 21:33:52.643836 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-944f1525-16f1-451c-8477-15c581ec4e13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794201129759'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:52.664556 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8ad9c3-95d0-46b2-aba1-a5c53a0aba0b admin admin] Pushing event deleted for resources: {'Port': ['ID=fbcebd44-892c-4824-a6cb-6ad5be796f24,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:33:52.667775 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8ad9c3-95d0-46b2-aba1-a5c53a0aba0b admin admin] No DVR routers for this DVR port fbcebd44-892c-4824-a6cb-6ad5be796f24 on host dv-cinder-806436-1-iscsi {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 21:33:52.682779 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device ad5d4585-eba3-4d55-b549-262c82c208d4 no longer exists at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 21:33:52.724055 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] No Port match for: ad5d4585-eba3-4d55-b549-262c82c208d4 {{(pid=93798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 21:33:52.724422 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device ad5d4585-eba3-4d55-b549-262c82c208d4 not bound to the agent host dv-cinder-806436-1-iscsi {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 21:33:52.724843 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device fbcebd44-892c-4824-a6cb-6ad5be796f24 no longer exists at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 21:33:52.745650 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fa8ad9c3-95d0-46b2-aba1-a5c53a0aba0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8361292', 'neutron.services.segments.db._delete_segments_for_network-8794201047534'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:52.755795 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.services.segments.db [None req-fa8ad9c3-95d0-46b2-aba1-a5c53a0aba0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d594401f-34e9-4dce-b0be-3db943d6c13a']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:33:52.755992 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] No Port match for: fbcebd44-892c-4824-a6cb-6ad5be796f24 {{(pid=93798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 21:33:52.756379 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device fbcebd44-892c-4824-a6cb-6ad5be796f24 not bound to the agent host dv-cinder-806436-1-iscsi {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 21:33:52.756897 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device bcac0c85-3c38-4d96-8f4b-79bb88f91027 no longer exists at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 21:33:52.760134 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65920cb9-5c7f-4952-b134-219b92defc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:52.767296 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.services.segments.db [None req-fa8ad9c3-95d0-46b2-aba1-a5c53a0aba0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3698537-982a-4a31-a0d6-0b8afb31cde0') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:33:52.767592 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.services.segments.db [None req-fa8ad9c3-95d0-46b2-aba1-a5c53a0aba0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3698537-982a-4a31-a0d6-0b8afb31cde0') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:33:52.776971 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fa8ad9c3-95d0-46b2-aba1-a5c53a0aba0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794201047417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3590184'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:52.780319 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-944f1525-16f1-451c-8477-15c581ec4e13 None None] For port fbcebd44-892c-4824-a6cb-6ad5be796f24, host dv-cinder-806436-1-iscsi, got binding levels [] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:33:52.780736 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-944f1525-16f1-451c-8477-15c581ec4e13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:52.783381 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] No Port match for: bcac0c85-3c38-4d96-8f4b-79bb88f91027 {{(pid=93798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 21:33:52.783727 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device bcac0c85-3c38-4d96-8f4b-79bb88f91027 not bound to the agent host dv-cinder-806436-1-iscsi {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 21:33:52.792278 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fa8ad9c3-95d0-46b2-aba1-a5c53a0aba0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226622'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:52.798719 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-944f1525-16f1-451c-8477-15c581ec4e13 None None] Calling delete_port for fbcebd44-892c-4824-a6cb-6ad5be796f24 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 21:33:52.800770 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa8ad9c3-95d0-46b2-aba1-a5c53a0aba0b admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 21:33:52.801241 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fa8ad9c3-95d0-46b2-aba1-a5c53a0aba0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-275369'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:52.801727 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.ipam_backend_mixin [None req-944f1525-16f1-451c-8477-15c581ec4e13 None None] Port fbcebd44-892c-4824-a6cb-6ad5be796f24 was not found and therefore no delete operation was performed {{(pid=93798) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 21:33:52.803085 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-944f1525-16f1-451c-8477-15c581ec4e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794201022239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794200564237'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:52.803496 dv-cinder-806436-1-iscsi neutron-server[93797]: Traceback (most recent call last): Aug 27 21:33:52.803496 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 21:33:52.803496 dv-cinder-806436-1-iscsi neutron-server[93797]: timer() Aug 27 21:33:52.803496 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 21:33:52.803496 dv-cinder-806436-1-iscsi neutron-server[93797]: cb(*args, **kw) Aug 27 21:33:52.803496 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 21:33:52.803496 dv-cinder-806436-1-iscsi neutron-server[93797]: return func(*args, **kwargs) Aug 27 21:33:52.803496 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 21:33:52.803496 dv-cinder-806436-1-iscsi neutron-server[93797]: self._notify() Aug 27 21:33:52.803496 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 21:33:52.803496 dv-cinder-806436-1-iscsi neutron-server[93797]: self.callback(batched_events) Aug 27 21:33:52.803496 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 21:33:52.803496 dv-cinder-806436-1-iscsi neutron-server[93797]: event.method(event) Aug 27 21:33:52.803496 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 21:33:52.803496 dv-cinder-806436-1-iscsi neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 21:33:52.803496 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 21:33:52.803496 dv-cinder-806436-1-iscsi neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 21:33:52.803496 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 21:33:52.803496 dv-cinder-806436-1-iscsi neutron-server[93797]: return f(self, *a, **k) Aug 27 21:33:52.803496 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 21:33:52.803496 dv-cinder-806436-1-iscsi neutron-server[93797]: return self._get(url).json() Aug 27 21:33:52.803496 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 21:33:52.803496 dv-cinder-806436-1-iscsi neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 21:33:52.803496 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 21:33:52.803496 dv-cinder-806436-1-iscsi neutron-server[93797]: return self.request(url, 'GET', **kwargs) Aug 27 21:33:52.803496 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 21:33:52.803496 dv-cinder-806436-1-iscsi neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 21:33:52.803496 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 21:33:52.803496 dv-cinder-806436-1-iscsi neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 21:33:52.803496 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 21:33:52.803496 dv-cinder-806436-1-iscsi neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 21:33:52.803496 dv-cinder-806436-1-iscsi neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 21:33:52.837175 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944f1525-16f1-451c-8477-15c581ec4e13 None None] Pushing event deleted for resources: {'Port': ['ID=fbcebd44-892c-4824-a6cb-6ad5be796f24,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:33:52.839791 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944f1525-16f1-451c-8477-15c581ec4e13 None None] No DVR routers for this DVR port fbcebd44-892c-4824-a6cb-6ad5be796f24 on host dv-cinder-806436-1-iscsi {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 21:33:52.855456 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944f1525-16f1-451c-8477-15c581ec4e13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:33:52.855456 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944f1525-16f1-451c-8477-15c581ec4e13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:33:52.855456 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944f1525-16f1-451c-8477-15c581ec4e13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:33:52.855456 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944f1525-16f1-451c-8477-15c581ec4e13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:33:52.855456 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944f1525-16f1-451c-8477-15c581ec4e13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:33:52.856296 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944f1525-16f1-451c-8477-15c581ec4e13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:33:52.857640 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944f1525-16f1-451c-8477-15c581ec4e13 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:33:52.857640 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944f1525-16f1-451c-8477-15c581ec4e13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:33:52.857640 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944f1525-16f1-451c-8477-15c581ec4e13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:33:52.858637 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944f1525-16f1-451c-8477-15c581ec4e13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:33:52.860804 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944f1525-16f1-451c-8477-15c581ec4e13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:33:52.861117 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944f1525-16f1-451c-8477-15c581ec4e13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:33:52.869587 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fa8ad9c3-95d0-46b2-aba1-a5c53a0aba0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8361269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628323'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:52.876430 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fa8ad9c3-95d0-46b2-aba1-a5c53a0aba0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:52.878314 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-fa8ad9c3-95d0-46b2-aba1-a5c53a0aba0b admin admin] 10.222.0.39 "DELETE /v2.0/networks/d594401f-34e9-4dce-b0be-3db943d6c13a HTTP/1.1" status: 204 len: 168 time: 0.5366642 Aug 27 21:33:52.889906 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8ad9c3-95d0-46b2-aba1-a5c53a0aba0b admin admin] Pushing event deleted for resources: {'Network': ['ID=d594401f-34e9-4dce-b0be-3db943d6c13a,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:33:52.997588 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 39710) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:33:53.037000 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-fcfc978b-12af-480d-9265-9cfaa5c5994a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c2b8ea1d8b104790a4de676157dbe4f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382202 Aug 27 21:33:53.039875 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 39716) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:33:53.092875 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c05f5994-e3e0-4d12-9b9f-57316fd5d25e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:53.114494 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c05f5994-e3e0-4d12-9b9f-57316fd5d25e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:53.118403 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 39724) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:33:53.162199 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c05f5994-e3e0-4d12-9b9f-57316fd5d25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:53.163983 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-2af29181-0f50-41b7-8262-5e6502c41648 admin admin] Deleting subnet e4b7e521-cb21-4fab-96e6-2366f7ddfb66 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 21:33:53.165793 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c05f5994-e3e0-4d12-9b9f-57316fd5d25e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:53.166949 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-c05f5994-e3e0-4d12-9b9f-57316fd5d25e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a51cb5f6-0675-4bc5-97d5-25b84811018f HTTP/1.1" status: 204 len: 168 time: 0.1261399 Aug 27 21:33:53.167552 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2af29181-0f50-41b7-8262-5e6502c41648 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:53.175118 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05f5994-e3e0-4d12-9b9f-57316fd5d25e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51cb5f6-0675-4bc5-97d5-25b84811018f,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:33:53.204169 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2af29181-0f50-41b7-8262-5e6502c41648 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25551017'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:53.247610 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2af29181-0f50-41b7-8262-5e6502c41648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8232119'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:53.304776 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2af29181-0f50-41b7-8262-5e6502c41648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8232120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25193719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26072292'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:53.335039 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af29181-0f50-41b7-8262-5e6502c41648 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4b7e521-cb21-4fab-96e6-2366f7ddfb66,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:33:53.345896 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2af29181-0f50-41b7-8262-5e6502c41648 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:53.347850 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-2af29181-0f50-41b7-8262-5e6502c41648 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e4b7e521-cb21-4fab-96e6-2366f7ddfb66 HTTP/1.1" status: 204 len: 168 time: 0.2284441 Aug 27 21:33:53.351539 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 39730) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:33:53.357128 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af29181-0f50-41b7-8262-5e6502c41648 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:33:53.357484 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af29181-0f50-41b7-8262-5e6502c41648 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:33:53.357818 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af29181-0f50-41b7-8262-5e6502c41648 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:33:53.358339 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af29181-0f50-41b7-8262-5e6502c41648 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:33:53.358674 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af29181-0f50-41b7-8262-5e6502c41648 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:33:53.359585 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af29181-0f50-41b7-8262-5e6502c41648 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:33:53.359916 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af29181-0f50-41b7-8262-5e6502c41648 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:33:53.360473 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af29181-0f50-41b7-8262-5e6502c41648 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:33:53.360822 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af29181-0f50-41b7-8262-5e6502c41648 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:33:53.361130 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af29181-0f50-41b7-8262-5e6502c41648 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:33:53.361451 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af29181-0f50-41b7-8262-5e6502c41648 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:33:53.361768 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af29181-0f50-41b7-8262-5e6502c41648 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:33:53.420790 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3258b750-b352-42f0-992f-ffca1ffacdea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8293159'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:53.521726 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3258b750-b352-42f0-992f-ffca1ffacdea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8361292', 'neutron.services.segments.db._delete_segments_for_network-8794201047534'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:53.522969 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 39732) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:33:53.533120 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.services.segments.db [None req-3258b750-b352-42f0-992f-ffca1ffacdea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a444b155-edcf-4525-a6ea-406d2c3d01d0']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:33:53.544383 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.services.segments.db [None req-3258b750-b352-42f0-992f-ffca1ffacdea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2ca6989-70eb-406d-a44f-841af1a63e1d') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:33:53.544684 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.services.segments.db [None req-3258b750-b352-42f0-992f-ffca1ffacdea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2ca6989-70eb-406d-a44f-841af1a63e1d') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:33:53.553413 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3258b750-b352-42f0-992f-ffca1ffacdea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794201047417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3590184'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:53.566435 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-fc80ba1a-fb7a-422a-afd0-d0df8b1bcfb3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=12522b023465403398c3477536d490cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400107 Aug 27 21:33:53.566806 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 39734) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:33:53.567179 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3258b750-b352-42f0-992f-ffca1ffacdea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226622'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:53.574109 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3258b750-b352-42f0-992f-ffca1ffacdea admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 21:33:53.574447 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3258b750-b352-42f0-992f-ffca1ffacdea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-275369'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:53.576697 dv-cinder-806436-1-iscsi neutron-server[93797]: Traceback (most recent call last): Aug 27 21:33:53.576697 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 21:33:53.576697 dv-cinder-806436-1-iscsi neutron-server[93797]: timer() Aug 27 21:33:53.576697 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 21:33:53.576697 dv-cinder-806436-1-iscsi neutron-server[93797]: cb(*args, **kw) Aug 27 21:33:53.576697 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 21:33:53.576697 dv-cinder-806436-1-iscsi neutron-server[93797]: return func(*args, **kwargs) Aug 27 21:33:53.576697 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 21:33:53.576697 dv-cinder-806436-1-iscsi neutron-server[93797]: self._notify() Aug 27 21:33:53.576697 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 21:33:53.576697 dv-cinder-806436-1-iscsi neutron-server[93797]: self.callback(batched_events) Aug 27 21:33:53.576697 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 21:33:53.576697 dv-cinder-806436-1-iscsi neutron-server[93797]: event.method(event) Aug 27 21:33:53.576697 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 21:33:53.576697 dv-cinder-806436-1-iscsi neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 21:33:53.576697 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 21:33:53.576697 dv-cinder-806436-1-iscsi neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 21:33:53.576697 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 21:33:53.576697 dv-cinder-806436-1-iscsi neutron-server[93797]: return f(self, *a, **k) Aug 27 21:33:53.576697 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 21:33:53.576697 dv-cinder-806436-1-iscsi neutron-server[93797]: return self._get(url).json() Aug 27 21:33:53.576697 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 21:33:53.576697 dv-cinder-806436-1-iscsi neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 21:33:53.576697 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 21:33:53.576697 dv-cinder-806436-1-iscsi neutron-server[93797]: return self.request(url, 'GET', **kwargs) Aug 27 21:33:53.576697 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 21:33:53.576697 dv-cinder-806436-1-iscsi neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 21:33:53.576697 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 21:33:53.576697 dv-cinder-806436-1-iscsi neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 21:33:53.576697 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 21:33:53.576697 dv-cinder-806436-1-iscsi neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 21:33:53.576697 dv-cinder-806436-1-iscsi neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 21:33:53.615211 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1748fff7-7563-418d-9752-92923243be1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:53.633464 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3258b750-b352-42f0-992f-ffca1ffacdea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8361269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628323'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:53.636488 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1748fff7-7563-418d-9752-92923243be1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:53.637782 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3258b750-b352-42f0-992f-ffca1ffacdea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:53.642724 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-3258b750-b352-42f0-992f-ffca1ffacdea admin admin] 10.222.0.39 "DELETE /v2.0/networks/a444b155-edcf-4525-a6ea-406d2c3d01d0 HTTP/1.1" status: 204 len: 168 time: 0.2874587 Aug 27 21:33:53.642842 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 39736) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:33:53.657878 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3258b750-b352-42f0-992f-ffca1ffacdea admin admin] Pushing event deleted for resources: {'Network': ['ID=a444b155-edcf-4525-a6ea-406d2c3d01d0,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:33:53.712569 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-523b521a-bd37-4097-9fcc-3e4bc5b9147c admin admin] Deleting subnet b04f1f27-5c21-41a6-88d4-5f6258828cec {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 21:33:53.716591 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-523b521a-bd37-4097-9fcc-3e4bc5b9147c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:53.749485 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1748fff7-7563-418d-9752-92923243be1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:53.751843 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1748fff7-7563-418d-9752-92923243be1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:53.752999 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-1748fff7-7563-418d-9752-92923243be1d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/04f55028-6374-476d-b3b0-8db16510e1d3 HTTP/1.1" status: 204 len: 168 time: 0.1851568 Aug 27 21:33:53.758124 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-523b521a-bd37-4097-9fcc-3e4bc5b9147c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25551017'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:53.781616 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1748fff7-7563-418d-9752-92923243be1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f55028-6374-476d-b3b0-8db16510e1d3,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:33:53.803236 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-523b521a-bd37-4097-9fcc-3e4bc5b9147c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8232119'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:53.857760 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-523b521a-bd37-4097-9fcc-3e4bc5b9147c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8232120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25193719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26072292'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:53.883653 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523b521a-bd37-4097-9fcc-3e4bc5b9147c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b04f1f27-5c21-41a6-88d4-5f6258828cec,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:33:53.887532 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-523b521a-bd37-4097-9fcc-3e4bc5b9147c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:53.889428 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-523b521a-bd37-4097-9fcc-3e4bc5b9147c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b04f1f27-5c21-41a6-88d4-5f6258828cec HTTP/1.1" status: 204 len: 168 time: 0.2459168 Aug 27 21:33:53.892252 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 39740) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:33:53.968205 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-864d2a2a-70ec-4f10-8696-44563c1c8a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8293159'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:54.058743 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-864d2a2a-70ec-4f10-8696-44563c1c8a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8361292', 'neutron.services.segments.db._delete_segments_for_network-8794201047534'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:54.069495 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.services.segments.db [None req-864d2a2a-70ec-4f10-8696-44563c1c8a28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3b83467-c386-4a50-90e5-fa9fcc304a14']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:33:54.085116 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.services.segments.db [None req-864d2a2a-70ec-4f10-8696-44563c1c8a28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4d2c41c-1811-451e-9a0e-9847fc884470') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:33:54.086030 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.services.segments.db [None req-864d2a2a-70ec-4f10-8696-44563c1c8a28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4d2c41c-1811-451e-9a0e-9847fc884470') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:33:54.094078 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-778ce8a3-384f-4928-b9ff-199d4ced17a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:54.096709 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-864d2a2a-70ec-4f10-8696-44563c1c8a28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794201047417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3590184'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:54.112772 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-864d2a2a-70ec-4f10-8696-44563c1c8a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226622'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:54.119897 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-864d2a2a-70ec-4f10-8696-44563c1c8a28 admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 21:33:54.120272 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-864d2a2a-70ec-4f10-8696-44563c1c8a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-275369'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:54.122157 dv-cinder-806436-1-iscsi neutron-server[93797]: Traceback (most recent call last): Aug 27 21:33:54.122157 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 21:33:54.122157 dv-cinder-806436-1-iscsi neutron-server[93797]: timer() Aug 27 21:33:54.122157 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 21:33:54.122157 dv-cinder-806436-1-iscsi neutron-server[93797]: cb(*args, **kw) Aug 27 21:33:54.122157 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 21:33:54.122157 dv-cinder-806436-1-iscsi neutron-server[93797]: return func(*args, **kwargs) Aug 27 21:33:54.122157 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 21:33:54.122157 dv-cinder-806436-1-iscsi neutron-server[93797]: self._notify() Aug 27 21:33:54.122157 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 21:33:54.122157 dv-cinder-806436-1-iscsi neutron-server[93797]: self.callback(batched_events) Aug 27 21:33:54.122157 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 21:33:54.122157 dv-cinder-806436-1-iscsi neutron-server[93797]: event.method(event) Aug 27 21:33:54.122157 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 21:33:54.122157 dv-cinder-806436-1-iscsi neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 21:33:54.122157 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 21:33:54.122157 dv-cinder-806436-1-iscsi neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 21:33:54.122157 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 21:33:54.122157 dv-cinder-806436-1-iscsi neutron-server[93797]: return f(self, *a, **k) Aug 27 21:33:54.122157 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 21:33:54.122157 dv-cinder-806436-1-iscsi neutron-server[93797]: return self._get(url).json() Aug 27 21:33:54.122157 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 21:33:54.122157 dv-cinder-806436-1-iscsi neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 21:33:54.122157 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 21:33:54.122157 dv-cinder-806436-1-iscsi neutron-server[93797]: return self.request(url, 'GET', **kwargs) Aug 27 21:33:54.122157 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 21:33:54.122157 dv-cinder-806436-1-iscsi neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 21:33:54.122157 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 21:33:54.122157 dv-cinder-806436-1-iscsi neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 21:33:54.122157 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 21:33:54.122157 dv-cinder-806436-1-iscsi neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 21:33:54.122157 dv-cinder-806436-1-iscsi neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 21:33:54.175057 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-864d2a2a-70ec-4f10-8696-44563c1c8a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8361269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628323'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:54.181171 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-864d2a2a-70ec-4f10-8696-44563c1c8a28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:54.182908 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-864d2a2a-70ec-4f10-8696-44563c1c8a28 admin admin] 10.222.0.39 "DELETE /v2.0/networks/f3b83467-c386-4a50-90e5-fa9fcc304a14 HTTP/1.1" status: 204 len: 168 time: 0.2896445 Aug 27 21:33:54.192294 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864d2a2a-70ec-4f10-8696-44563c1c8a28 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3b83467-c386-4a50-90e5-fa9fcc304a14,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:33:54.351178 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 39746) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:33:54.389186 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-8c38a742-e30c-4b82-adfb-7444712fcda7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=db5b0853e2d946a0a4376d5ceb49c5a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0368741 Aug 27 21:33:54.391725 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 39748) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:33:54.443424 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b06a2a28-936a-4ca2-8a43-c6d321565ef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:54.464604 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b06a2a28-936a-4ca2-8a43-c6d321565ef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:54.516610 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b06a2a28-936a-4ca2-8a43-c6d321565ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:54.519435 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b06a2a28-936a-4ca2-8a43-c6d321565ef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:54.520613 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-b06a2a28-936a-4ca2-8a43-c6d321565ef1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b57aa426-eca0-4a16-8e81-6a088bdc7db8 HTTP/1.1" status: 204 len: 168 time: 0.1278472 Aug 27 21:33:54.529794 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06a2a28-936a-4ca2-8a43-c6d321565ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57aa426-eca0-4a16-8e81-6a088bdc7db8,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:33:54.831473 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 39754) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:33:54.872842 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-28ead521-0e43-43f9-9c4f-fa52e04a3914 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9c8286beb72e4202afa432f065c5270d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400984 Aug 27 21:33:54.875349 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 39756) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:33:54.923297 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a7865023-62d2-4a42-a0bb-5ba3c674ad42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:54.947282 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a7865023-62d2-4a42-a0bb-5ba3c674ad42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:54.992889 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a7865023-62d2-4a42-a0bb-5ba3c674ad42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:54.995355 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a7865023-62d2-4a42-a0bb-5ba3c674ad42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:54.996523 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-a7865023-62d2-4a42-a0bb-5ba3c674ad42 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1dd52dd1-4350-4606-8865-27b89fc885f3 HTTP/1.1" status: 204 len: 168 time: 0.1202619 Aug 27 21:33:55.008930 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7865023-62d2-4a42-a0bb-5ba3c674ad42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd52dd1-4350-4606-8865-27b89fc885f3,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:33:56.052087 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 39786) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:33:56.156754 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f7f9b95e-cd22-4166-a9b6-e967cf33d664 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:56.248566 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f7f9b95e-cd22-4166-a9b6-e967cf33d664 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:56.252466 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f7f9b95e-cd22-4166-a9b6-e967cf33d664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:56.289327 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-f7f9b95e-cd22-4166-a9b6-e967cf33d664 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=89fff06f7ca74683abf9a6fda5404c37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2361572 Aug 27 21:33:56.290166 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f9b95e-cd22-4166-a9b6-e967cf33d664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b2f31f-d96d-435b-bc43-c0e3eba3c701,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:33:56.292006 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 39790) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:33:56.342558 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bb92fd75-45a8-4da3-94f7-977203719dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:56.363815 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bb92fd75-45a8-4da3-94f7-977203719dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:56.408793 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bb92fd75-45a8-4da3-94f7-977203719dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:56.411279 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bb92fd75-45a8-4da3-94f7-977203719dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:56.412450 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-bb92fd75-45a8-4da3-94f7-977203719dcc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e1b2f31f-d96d-435b-bc43-c0e3eba3c701 HTTP/1.1" status: 204 len: 168 time: 0.1193275 Aug 27 21:33:56.420868 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb92fd75-45a8-4da3-94f7-977203719dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b2f31f-d96d-435b-bc43-c0e3eba3c701,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:33:57.382176 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 39820) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:33:57.493023 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-87881954-7d8f-4721-bc5c-a2d359ccc19d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:57.581281 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-87881954-7d8f-4721-bc5c-a2d359ccc19d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:57.586124 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-87881954-7d8f-4721-bc5c-a2d359ccc19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:57.624366 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-87881954-7d8f-4721-bc5c-a2d359ccc19d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d6e4b16cb5f543fdab12522c06b79c29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2402349 Aug 27 21:33:57.624366 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87881954-7d8f-4721-bc5c-a2d359ccc19d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ffe176-039d-452d-9cfb-db8cb640b71d,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:33:57.626296 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 39824) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:33:57.675897 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-10d5838a-476f-4945-adb0-e9b5259dd009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:57.698777 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-10d5838a-476f-4945-adb0-e9b5259dd009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:57.750374 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-10d5838a-476f-4945-adb0-e9b5259dd009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:57.752917 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-10d5838a-476f-4945-adb0-e9b5259dd009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:33:57.754059 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-10d5838a-476f-4945-adb0-e9b5259dd009 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f8ffe176-039d-452d-9cfb-db8cb640b71d HTTP/1.1" status: 204 len: 168 time: 0.1267836 Aug 27 21:33:57.762402 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d5838a-476f-4945-adb0-e9b5259dd009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ffe176-039d-452d-9cfb-db8cb640b71d,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:33:59.898532 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.agents_db [None req-9a3f5963-9603-4723-9a6c-2e2f5b4345b2 None None] Agent healthcheck: found 6 active agents {{(pid=93799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 21:34:12.392777 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:34:15.711560 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-1d65c608-cea9-48cf-9f79-fbf43c290f84 req-fde08307-ba42-451f-b1cd-67a571855807 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bfcb05d5-f6a9-430f-b26d-f202f5e228d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416422 Aug 27 21:34:15.791547 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65c608-cea9-48cf-9f79-fbf43c290f84 req-a3dbf165-ce47-4d23-82a1-6ff0fee34a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:34:15.793043 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-1d65c608-cea9-48cf-9f79-fbf43c290f84 req-a3dbf165-ce47-4d23-82a1-6ff0fee34a42 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3633a7ec3f2e47d38f69218d81c309ac&device_id=bfcb05d5-f6a9-430f-b26d-f202f5e228d2 HTTP/1.1" status: 200 len: 1099 time: 0.0403953 Aug 27 21:34:15.898633 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65c608-cea9-48cf-9f79-fbf43c290f84 req-56d35e7d-2c60-460c-93df-7be08ea81361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:34:15.900090 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-1d65c608-cea9-48cf-9f79-fbf43c290f84 req-56d35e7d-2c60-460c-93df-7be08ea81361 service neutron] 10.222.0.73 "GET /v2.0/networks?id=759bc5bf-bf4d-4679-ab2e-1244d5da1d99 HTTP/1.1" status: 200 len: 910 time: 0.0871320 Aug 27 21:34:15.973135 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-1d65c608-cea9-48cf-9f79-fbf43c290f84 req-f5b03f99-5a72-4dbf-9e70-1ec3f7085fea service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed7e23bb-27eb-4e86-8bf9-3d0b916f167c HTTP/1.1" status: 200 len: 1002 time: 0.0642643 Aug 27 21:34:16.024958 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65c608-cea9-48cf-9f79-fbf43c290f84 req-75624466-8ff0-44ea-822c-432ce6f70ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:34:16.026166 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-1d65c608-cea9-48cf-9f79-fbf43c290f84 req-75624466-8ff0-44ea-822c-432ce6f70ade service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b1adaf92-b3d4-408b-9e3f-dba8dda3f624 HTTP/1.1" status: 200 len: 848 time: 0.0464795 Aug 27 21:34:16.072055 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65c608-cea9-48cf-9f79-fbf43c290f84 req-d5021c71-59db-4652-9cb3-80e49c5f93bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:34:16.073718 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-1d65c608-cea9-48cf-9f79-fbf43c290f84 req-d5021c71-59db-4652-9cb3-80e49c5f93bc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=759bc5bf-bf4d-4679-ab2e-1244d5da1d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402091 Aug 27 21:34:16.171575 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-1d65c608-cea9-48cf-9f79-fbf43c290f84 req-82e1f95d-f6b4-4125-b1b5-6670908ef0ba service neutron] 10.222.0.73 "GET /v2.0/networks/759bc5bf-bf4d-4679-ab2e-1244d5da1d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907893 Aug 27 21:34:16.277145 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-1d65c608-cea9-48cf-9f79-fbf43c290f84 req-9bbec7dd-c251-4da6-abad-a614811558fc service neutron] 10.222.0.73 "GET /v2.0/networks/759bc5bf-bf4d-4679-ab2e-1244d5da1d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982952 Aug 27 21:34:18.726067 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b8be7158-c4cf-4b5d-8396-ce8c22461acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:34:21.346296 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-33a47692-aa50-49b8-a1cc-529eb9d253e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:34:21.572020 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:34:22.732537 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65920cb9-5c7f-4952-b134-219b92defc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:34:24.091179 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-778ce8a3-384f-4928-b9ff-199d4ced17a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:34:25.428598 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 40020) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:34:25.533853 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4e34b66c-1afd-4863-aba5-df5d2d249b30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:34:25.626778 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4e34b66c-1afd-4863-aba5-df5d2d249b30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:34:25.631160 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4e34b66c-1afd-4863-aba5-df5d2d249b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:34:25.672898 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-4e34b66c-1afd-4863-aba5-df5d2d249b30 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=edb6840b038d4eebbee4b193b222e86e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2432063 Aug 27 21:34:25.673755 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e34b66c-1afd-4863-aba5-df5d2d249b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e4ed65-a914-4313-a0f6-099cd68b5538,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:34:25.675704 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 40024) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:34:25.724034 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c78799a8-78b1-48d6-8138-2ac982e940f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:34:25.744636 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c78799a8-78b1-48d6-8138-2ac982e940f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:34:25.794345 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c78799a8-78b1-48d6-8138-2ac982e940f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:34:25.796900 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c78799a8-78b1-48d6-8138-2ac982e940f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:34:25.798036 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-c78799a8-78b1-48d6-8138-2ac982e940f9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/42e4ed65-a914-4313-a0f6-099cd68b5538 HTTP/1.1" status: 204 len: 168 time: 0.1213751 Aug 27 21:34:25.805624 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78799a8-78b1-48d6-8138-2ac982e940f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e4ed65-a914-4313-a0f6-099cd68b5538,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:34:28.154606 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-72bf9ce2-2268-454a-a529-4831f3f7a65e req-b14f1f0c-bb0e-4c77-b47a-eb18b53a9133 tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=5b0d9f29f6614263b5e1e33a6515915b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293226 Aug 27 21:34:28.335492 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf9ce2-2268-454a-a529-4831f3f7a65e req-a5c4d8ba-e3ea-4d7b-b73f-db5f20e6d589 tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:34:28.336885 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-72bf9ce2-2268-454a-a529-4831f3f7a65e req-a5c4d8ba-e3ea-4d7b-b73f-db5f20e6d589 tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1769161 Aug 27 21:34:28.351479 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-72bf9ce2-2268-454a-a529-4831f3f7a65e req-37906197-68c3-4fec-b75e-458a1b585826 tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] 10.222.0.39 "GET /v2.0/quotas/5b0d9f29f6614263b5e1e33a6515915b HTTP/1.1" status: 200 len: 375 time: 0.0089941 Aug 27 21:34:28.382734 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-72bf9ce2-2268-454a-a529-4831f3f7a65e req-d52074aa-93b8-431a-899c-fcc44b47816a tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b0d9f29f6614263b5e1e33a6515915b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256445 Aug 27 21:34:28.644691 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-88f58c4d-8c3b-4dbf-8e69-87f2e3b9d753 req-42ac4b88-6408-416b-85e7-506de4e4228a tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] 10.222.0.39 "GET /v2.0/ports?device_id=965faed9-99e4-4eee-91ed-0648db2381dd HTTP/1.1" status: 200 len: 210 time: 0.1252372 Aug 27 21:34:29.483908 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-72bf9ce2-2268-454a-a529-4831f3f7a65e req-081302c9-ae1b-4c87-bdeb-2b7948be899f tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=5b0d9f29f6614263b5e1e33a6515915b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305648 Aug 27 21:34:29.747029 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-36b82b28-964e-4125-874b-d1ee15fe4fe9 req-ffcb583f-0acc-4001-bd96-ca25f9c066ab tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] 10.222.0.39 "GET /v2.0/ports?device_id=965faed9-99e4-4eee-91ed-0648db2381dd HTTP/1.1" status: 200 len: 210 time: 0.0309112 Aug 27 21:34:29.924676 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf9ce2-2268-454a-a529-4831f3f7a65e req-8829a525-f9d7-4b02-beb3-84894802b201 tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:34:29.926109 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-72bf9ce2-2268-454a-a529-4831f3f7a65e req-8829a525-f9d7-4b02-beb3-84894802b201 tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4363437 Aug 27 21:34:29.939804 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [req-72bf9ce2-2268-454a-a529-4831f3f7a65e req-a38b038e-5e31-41cd-9bca-ba2a74beede8 tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] Request body: {'port': {'device_id': '965faed9-99e4-4eee-91ed-0648db2381dd', 'network_id': '4c332683-9b26-440f-8653-eff652c9f1b7', 'admin_state_up': True, 'tenant_id': '5b0d9f29f6614263b5e1e33a6515915b'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:34:30.064103 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72bf9ce2-2268-454a-a529-4831f3f7a65e req-a38b038e-5e31-41cd-9bca-ba2a74beede8 tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] Made reservation on behalf of 5b0d9f29f6614263b5e1e33a6515915b for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 21:34:30.069799 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-72bf9ce2-2268-454a-a529-4831f3f7a65e req-a38b038e-5e31-41cd-9bca-ba2a74beede8 tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:34:30.079312 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-72bf9ce2-2268-454a-a529-4831f3f7a65e req-a38b038e-5e31-41cd-9bca-ba2a74beede8 tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:34:30.170745 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-72bf9ce2-2268-454a-a529-4831f3f7a65e req-a38b038e-5e31-41cd-9bca-ba2a74beede8 tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:34:30.174652 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-72bf9ce2-2268-454a-a529-4831f3f7a65e req-a38b038e-5e31-41cd-9bca-ba2a74beede8 tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:34:30.238620 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b038e-5e31-41cd-9bca-ba2a74beede8 tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b352c8c8-b9a6-4975-a724-f8124a1e865f,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:34:30.310395 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-72bf9ce2-2268-454a-a529-4831f3f7a65e req-a38b038e-5e31-41cd-9bca-ba2a74beede8 tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] Allocated IP 192.168.233.106 (4c332683-9b26-440f-8653-eff652c9f1b7/355ca47e-3ad0-4486-b888-18c0293fabdc/1f509906-0913-42af-bea9-301bd32bda6d) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 21:34:30.460089 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-72bf9ce2-2268-454a-a529-4831f3f7a65e req-a38b038e-5e31-41cd-9bca-ba2a74beede8 tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:34:30.473563 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-72bf9ce2-2268-454a-a529-4831f3f7a65e req-a38b038e-5e31-41cd-9bca-ba2a74beede8 tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] Transition to ACTIVE for port object 1f509906-0913-42af-bea9-301bd32bda6d will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:34:30.506713 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-72bf9ce2-2268-454a-a529-4831f3f7a65e req-a38b038e-5e31-41cd-9bca-ba2a74beede8 tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794200564228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25193636'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:34:30.549812 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72bf9ce2-2268-454a-a529-4831f3f7a65e req-a38b038e-5e31-41cd-9bca-ba2a74beede8 tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] Network 4c332683-9b26-440f-8653-eff652c9f1b7 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 21:34:30.555652 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-72bf9ce2-2268-454a-a529-4831f3f7a65e req-a38b038e-5e31-41cd-9bca-ba2a74beede8 tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 21:34:30.559319 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-72bf9ce2-2268-454a-a529-4831f3f7a65e req-a38b038e-5e31-41cd-9bca-ba2a74beede8 tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 21:34:30.565661 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b038e-5e31-41cd-9bca-ba2a74beede8 tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] Pushing event updated for resources: {'Port': ['ID=1f509906-0913-42af-bea9-301bd32bda6d,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:34:30.614351 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf9ce2-2268-454a-a529-4831f3f7a65e req-a38b038e-5e31-41cd-9bca-ba2a74beede8 tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:34:30.615015 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-72bf9ce2-2268-454a-a529-4831f3f7a65e req-a38b038e-5e31-41cd-9bca-ba2a74beede8 tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:34:30.630519 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-72bf9ce2-2268-454a-a529-4831f3f7a65e req-a38b038e-5e31-41cd-9bca-ba2a74beede8 tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6951699 Aug 27 21:34:30.648556 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [req-72bf9ce2-2268-454a-a529-4831f3f7a65e req-593a7ed6-a729-47e7-a669-13b96f66d91e tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 21:34:30.648556 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-72bf9ce2-2268-454a-a529-4831f3f7a65e req-593a7ed6-a729-47e7-a669-13b96f66d91e tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055490 Aug 27 21:34:30.711406 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.v2.base [req-72bf9ce2-2268-454a-a529-4831f3f7a65e req-a6b10a93-c31c-47d6-8516-4bf58c86e8da service neutron] Request body: {'port': {'device_id': '965faed9-99e4-4eee-91ed-0648db2381dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80643'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 21:34:30.767458 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-72bf9ce2-2268-454a-a529-4831f3f7a65e req-a6b10a93-c31c-47d6-8516-4bf58c86e8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:34:30.812594 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-a93967c2-73a8-4bfc-944c-9693acef631f None None] Provisioning for port 1f509906-0913-42af-bea9-301bd32bda6d completed by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:34:30.816902 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-a93967c2-73a8-4bfc-944c-9693acef631f None None] Provisioning complete for port 1f509906-0913-42af-bea9-301bd32bda6d triggered by entity DHCP. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:34:30.817347 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a93967c2-73a8-4bfc-944c-9693acef631f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:34:30.853108 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-a93967c2-73a8-4bfc-944c-9693acef631f None None] Port 1f509906-0913-42af-bea9-301bd32bda6d cannot update to ACTIVE because it is not bound. {{(pid=93798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 21:34:30.971854 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45cb9e-386d-4173-b326-0c27fd5a4eef req-33c4005d-d8ed-4123-9c7c-6fe42388dd28 tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:34:30.973293 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-db45cb9e-386d-4173-b326-0c27fd5a4eef req-33c4005d-d8ed-4123-9c7c-6fe42388dd28 tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] 10.222.0.39 "GET /v2.0/ports?device_id=965faed9-99e4-4eee-91ed-0648db2381dd HTTP/1.1" status: 200 len: 936 time: 0.1513731 Aug 27 21:34:31.040118 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-db45cb9e-386d-4173-b326-0c27fd5a4eef req-a3d92314-14a7-4e99-9298-d38cf4ba6998 tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] 10.222.0.39 "GET /v2.0/security-groups?id=b352c8c8-b9a6-4975-a724-f8124a1e865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605676 Aug 27 21:34:31.107191 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [req-72bf9ce2-2268-454a-a529-4831f3f7a65e req-a6b10a93-c31c-47d6-8516-4bf58c86e8da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f509906-0913-42af-bea9-301bd32bda6d {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 21:34:31.114591 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-72bf9ce2-2268-454a-a529-4831f3f7a65e req-a6b10a93-c31c-47d6-8516-4bf58c86e8da service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:34:31.126099 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-72bf9ce2-2268-454a-a529-4831f3f7a65e req-a6b10a93-c31c-47d6-8516-4bf58c86e8da service neutron] Transition to ACTIVE for port object 1f509906-0913-42af-bea9-301bd32bda6d will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 21:34:31.130875 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-72bf9ce2-2268-454a-a529-4831f3f7a65e req-a6b10a93-c31c-47d6-8516-4bf58c86e8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25193661'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:34:31.184166 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b10a93-c31c-47d6-8516-4bf58c86e8da service neutron] Pushing event updated for resources: {'Port': ['ID=1f509906-0913-42af-bea9-301bd32bda6d,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:34:31.250077 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-72bf9ce2-2268-454a-a529-4831f3f7a65e req-a6b10a93-c31c-47d6-8516-4bf58c86e8da service neutron] Attempting to bind port 1f509906-0913-42af-bea9-301bd32bda6d on host hv-cinder-80643 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 21:34:31.250423 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-72bf9ce2-2268-454a-a529-4831f3f7a65e req-a6b10a93-c31c-47d6-8516-4bf58c86e8da service neutron] Attempting to bind port 1f509906-0913-42af-bea9-301bd32bda6d by drivers openvswitch,hyperv on host hv-cinder-80643 at level 0 using segments [{'id': 'c391c826-5100-4861-ada8-bd537771e7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '4c332683-9b26-440f-8653-eff652c9f1b7'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 21:34:31.250746 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bf9ce2-2268-454a-a529-4831f3f7a65e req-a6b10a93-c31c-47d6-8516-4bf58c86e8da service neutron] Attempting to bind port 1f509906-0913-42af-bea9-301bd32bda6d on network 4c332683-9b26-440f-8653-eff652c9f1b7 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:34:31.255228 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bf9ce2-2268-454a-a529-4831f3f7a65e req-a6b10a93-c31c-47d6-8516-4bf58c86e8da service neutron] Port 1f509906-0913-42af-bea9-301bd32bda6d on network 4c332683-9b26-440f-8653-eff652c9f1b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80643 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 21:34:31.255547 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bf9ce2-2268-454a-a529-4831f3f7a65e req-a6b10a93-c31c-47d6-8516-4bf58c86e8da service neutron] Attempting to bind port 1f509906-0913-42af-bea9-301bd32bda6d on network 4c332683-9b26-440f-8653-eff652c9f1b7 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 21:34:31.261598 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bf9ce2-2268-454a-a529-4831f3f7a65e req-a6b10a93-c31c-47d6-8516-4bf58c86e8da service neutron] Checking agent: {'id': '14be5267-b6f6-4f5d-aa76-a7f98d21013b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80643', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 21, 22, 11), 'started_at': datetime.datetime(2021, 8, 27, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 21, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 21:34:31.261936 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bf9ce2-2268-454a-a529-4831f3f7a65e req-a6b10a93-c31c-47d6-8516-4bf58c86e8da service neutron] Checking segment: {'id': 'c391c826-5100-4861-ada8-bd537771e7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '4c332683-9b26-440f-8653-eff652c9f1b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 21:34:31.262319 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bf9ce2-2268-454a-a529-4831f3f7a65e req-a6b10a93-c31c-47d6-8516-4bf58c86e8da service neutron] Bound using segment: {'id': 'c391c826-5100-4861-ada8-bd537771e7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '4c332683-9b26-440f-8653-eff652c9f1b7'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 21:34:31.262745 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-72bf9ce2-2268-454a-a529-4831f3f7a65e req-a6b10a93-c31c-47d6-8516-4bf58c86e8da service neutron] Bound port: 1f509906-0913-42af-bea9-301bd32bda6d, host: hv-cinder-80643, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c391c826-5100-4861-ada8-bd537771e7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '4c332683-9b26-440f-8653-eff652c9f1b7'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 21:34:31.263103 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-72bf9ce2-2268-454a-a529-4831f3f7a65e req-a6b10a93-c31c-47d6-8516-4bf58c86e8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:34:31.332851 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-72bf9ce2-2268-454a-a529-4831f3f7a65e req-a6b10a93-c31c-47d6-8516-4bf58c86e8da service neutron] For port 1f509906-0913-42af-bea9-301bd32bda6d, host hv-cinder-80643, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 21:34:31.336023 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-72bf9ce2-2268-454a-a529-4831f3f7a65e req-a6b10a93-c31c-47d6-8516-4bf58c86e8da service neutron] For port 1f509906-0913-42af-bea9-301bd32bda6d, host hv-cinder-80643, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=1f509906-0913-42af-bea9-301bd32bda6d,segment=NetworkSegment(c391c826-5100-4861-ada8-bd537771e7ee),segment_id=c391c826-5100-4861-ada8-bd537771e7ee)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 21:34:31.341179 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-72bf9ce2-2268-454a-a529-4831f3f7a65e req-a6b10a93-c31c-47d6-8516-4bf58c86e8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25193661'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:34:31.375596 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf9ce2-2268-454a-a529-4831f3f7a65e req-a6b10a93-c31c-47d6-8516-4bf58c86e8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:34:31.376198 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-72bf9ce2-2268-454a-a529-4831f3f7a65e req-a6b10a93-c31c-47d6-8516-4bf58c86e8da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:34:31.377624 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-72bf9ce2-2268-454a-a529-4831f3f7a65e req-a6b10a93-c31c-47d6-8516-4bf58c86e8da service neutron] 10.222.0.73 "PUT /v2.0/ports/1f509906-0913-42af-bea9-301bd32bda6d HTTP/1.1" status: 200 len: 1098 time: 0.7177222 Aug 27 21:34:31.378058 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '965faed9-99e4-4eee-91ed-0648db2381dd', 'tag': '1f509906-0913-42af-bea9-301bd32bda6d'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:34:31.380255 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38019ac9d499d238660659c848bc6e147427a71e556f74dfb6c52f178b5569d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d97165f0-ee78-414d-856d-0da9c28057b9" -d '{"events": [{"name": "network-changed", "server_uuid": "965faed9-99e4-4eee-91ed-0648db2381dd", "tag": "1f509906-0913-42af-bea9-301bd32bda6d"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:34:31.405686 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b10a93-c31c-47d6-8516-4bf58c86e8da service neutron] Pushing event updated for resources: {'Port': ['ID=1f509906-0913-42af-bea9-301bd32bda6d,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:34:31.420897 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 21:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b411cf9-0283-4d62-b2d9-cbf428e8ab1a x-openstack-request-id: req-3b411cf9-0283-4d62-b2d9-cbf428e8ab1a {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:34:31.421311 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "965faed9-99e4-4eee-91ed-0648db2381dd", "tag": "1f509906-0913-42af-bea9-301bd32bda6d", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:34:31.421636 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3b411cf9-0283-4d62-b2d9-cbf428e8ab1a {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:34:31.422099 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '965faed9-99e4-4eee-91ed-0648db2381dd', 'tag': '1f509906-0913-42af-bea9-301bd32bda6d', 'status': 'completed', 'code': 200} Aug 27 21:34:31.472200 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf9ce2-2268-454a-a529-4831f3f7a65e req-96571034-9c83-4dc4-83ee-fe1abe11d65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:34:31.473848 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-72bf9ce2-2268-454a-a529-4831f3f7a65e req-96571034-9c83-4dc4-83ee-fe1abe11d65d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5b0d9f29f6614263b5e1e33a6515915b&device_id=965faed9-99e4-4eee-91ed-0648db2381dd HTTP/1.1" status: 200 len: 1101 time: 0.0439999 Aug 27 21:34:31.519199 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-72bf9ce2-2268-454a-a529-4831f3f7a65e req-0f49c64b-8f5e-4514-91c4-a3e8730f4db3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=1f509906-0913-42af-bea9-301bd32bda6d HTTP/1.1" status: 200 len: 217 time: 0.0366135 Aug 27 21:34:31.573935 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf9ce2-2268-454a-a529-4831f3f7a65e req-c2d956c9-847a-44a7-9a78-526c54d3a22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:34:31.575537 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-72bf9ce2-2268-454a-a529-4831f3f7a65e req-c2d956c9-847a-44a7-9a78-526c54d3a22e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=355ca47e-3ad0-4486-b888-18c0293fabdc HTTP/1.1" status: 200 len: 843 time: 0.0500016 Aug 27 21:34:31.622167 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf9ce2-2268-454a-a529-4831f3f7a65e req-dff44316-705f-43f6-9ba6-843e197b2745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:34:31.623679 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-72bf9ce2-2268-454a-a529-4831f3f7a65e req-dff44316-705f-43f6-9ba6-843e197b2745 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4c332683-9b26-440f-8653-eff652c9f1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0412574 Aug 27 21:34:31.715612 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-72bf9ce2-2268-454a-a529-4831f3f7a65e req-5f0e5cc0-7cbf-4d6d-b49a-0c1031277b82 service neutron] 10.222.0.73 "GET /v2.0/networks/4c332683-9b26-440f-8653-eff652c9f1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845740 Aug 27 21:34:31.805717 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-72bf9ce2-2268-454a-a529-4831f3f7a65e req-fff0ac31-e316-4bdf-b953-744a51ba37b2 service neutron] 10.222.0.73 "GET /v2.0/networks/4c332683-9b26-440f-8653-eff652c9f1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835636 Aug 27 21:34:31.890743 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97165f0-ee78-414d-856d-0da9c28057b9 req-d2830e32-f5b3-4c97-80e8-7efe58b5065e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:34:31.892258 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-d97165f0-ee78-414d-856d-0da9c28057b9 req-d2830e32-f5b3-4c97-80e8-7efe58b5065e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5b0d9f29f6614263b5e1e33a6515915b&device_id=965faed9-99e4-4eee-91ed-0648db2381dd HTTP/1.1" status: 200 len: 1101 time: 0.0422497 Aug 27 21:34:31.988409 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97165f0-ee78-414d-856d-0da9c28057b9 req-3929715f-8be5-4960-b0e2-70aa5639c4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:34:31.989884 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-d97165f0-ee78-414d-856d-0da9c28057b9 req-3929715f-8be5-4960-b0e2-70aa5639c4a6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4c332683-9b26-440f-8653-eff652c9f1b7 HTTP/1.1" status: 200 len: 870 time: 0.0895841 Aug 27 21:34:32.033561 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-d97165f0-ee78-414d-856d-0da9c28057b9 req-ee0df515-c2e7-48dc-9d03-a8fd15a032d4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=1f509906-0913-42af-bea9-301bd32bda6d HTTP/1.1" status: 200 len: 217 time: 0.0348518 Aug 27 21:34:32.089531 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97165f0-ee78-414d-856d-0da9c28057b9 req-c5327745-e5b3-4676-b666-a4baa6f0d553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:34:32.091127 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-d97165f0-ee78-414d-856d-0da9c28057b9 req-c5327745-e5b3-4676-b666-a4baa6f0d553 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=355ca47e-3ad0-4486-b888-18c0293fabdc HTTP/1.1" status: 200 len: 843 time: 0.0505064 Aug 27 21:34:32.178266 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97165f0-ee78-414d-856d-0da9c28057b9 req-2d8ea581-7143-48bd-b767-451f7db98c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:34:32.180296 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-d97165f0-ee78-414d-856d-0da9c28057b9 req-2d8ea581-7143-48bd-b767-451f7db98c64 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4c332683-9b26-440f-8653-eff652c9f1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0819614 Aug 27 21:34:32.204364 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f324b-66da-4e3e-9a0a-7866ba02865e req-a453a655-40aa-4ba1-b6b8-b0443abcf843 tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:34:32.205772 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-cc4f324b-66da-4e3e-9a0a-7866ba02865e req-a453a655-40aa-4ba1-b6b8-b0443abcf843 tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] 10.222.0.39 "GET /v2.0/ports?device_id=965faed9-99e4-4eee-91ed-0648db2381dd HTTP/1.1" status: 200 len: 948 time: 0.0783522 Aug 27 21:34:32.293897 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-cc4f324b-66da-4e3e-9a0a-7866ba02865e req-370bb22a-593e-493d-843e-a3754e58f672 tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] 10.222.0.39 "GET /v2.0/security-groups?id=b352c8c8-b9a6-4975-a724-f8124a1e865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774686 Aug 27 21:34:32.315301 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-d97165f0-ee78-414d-856d-0da9c28057b9 req-f63f593c-9498-4fd7-9fa7-d99a134a672c service neutron] 10.222.0.73 "GET /v2.0/networks/4c332683-9b26-440f-8653-eff652c9f1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267049 Aug 27 21:34:32.409493 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-d97165f0-ee78-414d-856d-0da9c28057b9 req-b0953fc3-a687-4b6a-8c60-8f80198cd817 service neutron] 10.222.0.73 "GET /v2.0/networks/4c332683-9b26-440f-8653-eff652c9f1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859027 Aug 27 21:34:33.417118 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a3cec-dbea-4c69-8e11-b68344dbb851 req-5d79102b-8bfa-4bfb-aa07-5c57aeb08060 tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:34:33.418611 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d42a3cec-dbea-4c69-8e11-b68344dbb851 req-5d79102b-8bfa-4bfb-aa07-5c57aeb08060 tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] 10.222.0.39 "GET /v2.0/ports?device_id=965faed9-99e4-4eee-91ed-0648db2381dd HTTP/1.1" status: 200 len: 948 time: 0.0487101 Aug 27 21:34:33.456935 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d42a3cec-dbea-4c69-8e11-b68344dbb851 req-0f1a1ade-6e25-4570-be42-d970f70941eb tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] 10.222.0.39 "GET /v2.0/security-groups?id=b352c8c8-b9a6-4975-a724-f8124a1e865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322955 Aug 27 21:34:33.913372 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device 1f509906-0913-42af-bea9-301bd32bda6d details requested by agent hyperv_hv-cinder-80643 with host hv-cinder-80643 {{(pid=93798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 21:34:34.010209 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port 1f509906-0913-42af-bea9-301bd32bda6d, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=1f509906-0913-42af-bea9-301bd32bda6d,segment=NetworkSegment(c391c826-5100-4861-ada8-bd537771e7ee),segment_id=c391c826-5100-4861-ada8-bd537771e7ee)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:34:34.021541 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Returning: {'device': '1f509906-0913-42af-bea9-301bd32bda6d', 'network_id': '4c332683-9b26-440f-8653-eff652c9f1b7', 'port_id': '1f509906-0913-42af-bea9-301bd32bda6d', 'mac_address': 'fa:16:3e:ba:89:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '355ca47e-3ad0-4486-b888-18c0293fabdc', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 21:34:34.058557 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:34:34.071644 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f509906-0913-42af-bea9-301bd32bda6d {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 21:34:34.092587 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port 1f509906-0913-42af-bea9-301bd32bda6d, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=1f509906-0913-42af-bea9-301bd32bda6d,segment=NetworkSegment(c391c826-5100-4861-ada8-bd537771e7ee),segment_id=c391c826-5100-4861-ada8-bd537771e7ee)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:34:34.099051 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:34:34.146106 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Pushing event updated for resources: {'Port': ['ID=1f509906-0913-42af-bea9-301bd32bda6d,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:34:34.353231 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] get_ports_and_sgs() called for port_ids ['1f509906-0913-42af-bea9-301bd32bda6d'] {{(pid=93798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 21:34:34.570767 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1c6fc-7351-4904-b2f1-26d04b69880d req-bc47e115-85c8-4b46-8e77-75dbae685852 tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:34:34.572244 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-60b1c6fc-7351-4904-b2f1-26d04b69880d req-bc47e115-85c8-4b46-8e77-75dbae685852 tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] 10.222.0.39 "GET /v2.0/ports?device_id=965faed9-99e4-4eee-91ed-0648db2381dd HTTP/1.1" status: 200 len: 949 time: 0.0494201 Aug 27 21:34:34.611952 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-60b1c6fc-7351-4904-b2f1-26d04b69880d req-b4a57dfd-9c09-481b-b463-6499a51346f7 tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] 10.222.0.39 "GET /v2.0/security-groups?id=b352c8c8-b9a6-4975-a724-f8124a1e865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338609 Aug 27 21:34:35.723001 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031a9036-32de-457f-9a6c-02ad16b930d6 req-3be71578-0ee4-4204-b61b-2c9431be7a8d tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:34:35.724476 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-031a9036-32de-457f-9a6c-02ad16b930d6 req-3be71578-0ee4-4204-b61b-2c9431be7a8d tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] 10.222.0.39 "GET /v2.0/ports?device_id=965faed9-99e4-4eee-91ed-0648db2381dd HTTP/1.1" status: 200 len: 949 time: 0.0485194 Aug 27 21:34:35.761912 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-031a9036-32de-457f-9a6c-02ad16b930d6 req-db32eedb-3bd5-4b3a-acfe-62d688b55508 tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] 10.222.0.39 "GET /v2.0/security-groups?id=b352c8c8-b9a6-4975-a724-f8124a1e865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303776 Aug 27 21:34:35.915467 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device 1f509906-0913-42af-bea9-301bd32bda6d up at agent hyperv_hv-cinder-80643 {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:34:35.963581 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Provisioning for port 1f509906-0913-42af-bea9-301bd32bda6d completed by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 21:34:35.967288 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Provisioning complete for port 1f509906-0913-42af-bea9-301bd32bda6d triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:34:35.967661 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:34:36.052121 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:34:36.074287 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '965faed9-99e4-4eee-91ed-0648db2381dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f509906-0913-42af-bea9-301bd32bda6d'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:34:36.076536 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf732d6db1af9f7bc3b5310490fe48ff1e7c732a768ef3a1a1326297a3ecfd63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc2a5dc-86d4-443a-8a86-bc5ba085cc02" -d '{"events": [{"server_uuid": "965faed9-99e4-4eee-91ed-0648db2381dd", "name": "network-vif-plugged", "status": "completed", "tag": "1f509906-0913-42af-bea9-301bd32bda6d"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:34:36.089746 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port 1f509906-0913-42af-bea9-301bd32bda6d, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=1f509906-0913-42af-bea9-301bd32bda6d,segment=NetworkSegment(c391c826-5100-4861-ada8-bd537771e7ee),segment_id=c391c826-5100-4861-ada8-bd537771e7ee)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:34:36.094040 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:34:36.123057 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 21:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6c88f6-1946-419b-bd29-16729c7d98e7 x-openstack-request-id: req-aa6c88f6-1946-419b-bd29-16729c7d98e7 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:34:36.123395 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "965faed9-99e4-4eee-91ed-0648db2381dd", "name": "network-vif-plugged", "status": "completed", "tag": "1f509906-0913-42af-bea9-301bd32bda6d", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:34:36.123655 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aa6c88f6-1946-419b-bd29-16729c7d98e7 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:34:36.124055 dv-cinder-806436-1-iscsi neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '965faed9-99e4-4eee-91ed-0648db2381dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f509906-0913-42af-bea9-301bd32bda6d', 'code': 200} Aug 27 21:34:36.150957 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Pushing event updated for resources: {'Port': ['ID=1f509906-0913-42af-bea9-301bd32bda6d,revision_number=5']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:34:36.289881 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eacf5b2-abde-4543-a76f-f285b4aae8c1 req-455d1a13-7da7-4c8a-b813-1a3e33871acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:34:36.291918 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-9eacf5b2-abde-4543-a76f-f285b4aae8c1 req-455d1a13-7da7-4c8a-b813-1a3e33871acf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=965faed9-99e4-4eee-91ed-0648db2381dd HTTP/1.1" status: 200 len: 1103 time: 0.0477169 Aug 27 21:34:36.327445 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-9eacf5b2-abde-4543-a76f-f285b4aae8c1 req-fb811d08-11bc-441b-99e6-4f732bdeef42 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b352c8c8-b9a6-4975-a724-f8124a1e865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285239 Aug 27 21:34:36.880868 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125ecc5-7c76-4136-9b24-67a5603cc539 req-bae706a9-0ba2-47f6-bb6e-043c0fbf2b8e tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:34:36.882369 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-8125ecc5-7c76-4136-9b24-67a5603cc539 req-bae706a9-0ba2-47f6-bb6e-043c0fbf2b8e tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] 10.222.0.39 "GET /v2.0/ports?device_id=965faed9-99e4-4eee-91ed-0648db2381dd HTTP/1.1" status: 200 len: 950 time: 0.0524929 Aug 27 21:34:36.896280 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.agents_db [None req-9a3f5963-9603-4723-9a6c-2e2f5b4345b2 None None] Agent healthcheck: found 6 active agents {{(pid=93799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 21:34:36.920619 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-8125ecc5-7c76-4136-9b24-67a5603cc539 req-b8e286f9-72b1-4c2e-961c-f74117490236 tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] 10.222.0.39 "GET /v2.0/security-groups?id=b352c8c8-b9a6-4975-a724-f8124a1e865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319490 Aug 27 21:34:38.038393 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad638d88-d53c-4415-8bc0-c95a6730566a req-e67a0086-f5ee-4327-99fc-431b5473be5c tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:34:38.039877 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-ad638d88-d53c-4415-8bc0-c95a6730566a req-e67a0086-f5ee-4327-99fc-431b5473be5c tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] 10.222.0.39 "GET /v2.0/ports?device_id=965faed9-99e4-4eee-91ed-0648db2381dd HTTP/1.1" status: 200 len: 950 time: 0.0508645 Aug 27 21:34:38.079260 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-ad638d88-d53c-4415-8bc0-c95a6730566a req-2e51cc7f-ba54-4995-a234-d93bda4c31df tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] 10.222.0.39 "GET /v2.0/security-groups?id=b352c8c8-b9a6-4975-a724-f8124a1e865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335248 Aug 27 21:34:38.335995 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfb2e4-c48d-4786-b439-f6314eea5f4f req-8e4a199f-aaeb-45c3-a22a-65583ffa2a93 tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:34:38.337508 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-b1dfb2e4-c48d-4786-b439-f6314eea5f4f req-8e4a199f-aaeb-45c3-a22a-65583ffa2a93 tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] 10.222.0.39 "GET /v2.0/ports?device_id=965faed9-99e4-4eee-91ed-0648db2381dd HTTP/1.1" status: 200 len: 950 time: 0.0493841 Aug 27 21:34:38.376261 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-b1dfb2e4-c48d-4786-b439-f6314eea5f4f req-1ee96fb3-da8c-4dc3-bacb-55fad10434e7 tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] 10.222.0.39 "GET /v2.0/security-groups?id=b352c8c8-b9a6-4975-a724-f8124a1e865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329249 Aug 27 21:34:39.496379 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eba76e-0214-4bc2-ac38-171d35583591 req-78c4d7c9-3e99-4042-892c-74bcf0d79d2d tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:34:39.498013 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d4eba76e-0214-4bc2-ac38-171d35583591 req-78c4d7c9-3e99-4042-892c-74bcf0d79d2d tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] 10.222.0.39 "GET /v2.0/ports?device_id=965faed9-99e4-4eee-91ed-0648db2381dd HTTP/1.1" status: 200 len: 950 time: 0.0496516 Aug 27 21:34:39.535041 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-d4eba76e-0214-4bc2-ac38-171d35583591 req-b41bf9ad-1af7-4ef9-827e-c15b88078432 tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] 10.222.0.39 "GET /v2.0/security-groups?id=b352c8c8-b9a6-4975-a724-f8124a1e865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313330 Aug 27 21:34:39.603535 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778b7d1-38e0-4c1e-9925-363430f2979d req-809c02b0-c930-4639-8fd9-4371a6440535 tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:34:39.605023 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-c778b7d1-38e0-4c1e-9925-363430f2979d req-809c02b0-c930-4639-8fd9-4371a6440535 tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] 10.222.0.73 "GET /v2.0/ports?device_id=965faed9-99e4-4eee-91ed-0648db2381dd HTTP/1.1" status: 200 len: 950 time: 0.0534899 Aug 27 21:34:39.694352 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-c778b7d1-38e0-4c1e-9925-363430f2979d req-6c4d6155-f269-45f6-9f56-c5a549bfdede tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] Deleting port 1f509906-0913-42af-bea9-301bd32bda6d {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 21:34:39.694769 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c778b7d1-38e0-4c1e-9925-363430f2979d req-6c4d6155-f269-45f6-9f56-c5a549bfdede tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794201129759'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:34:39.790541 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-c778b7d1-38e0-4c1e-9925-363430f2979d req-6c4d6155-f269-45f6-9f56-c5a549bfdede tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] For port 1f509906-0913-42af-bea9-301bd32bda6d, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=1f509906-0913-42af-bea9-301bd32bda6d,segment=NetworkSegment(c391c826-5100-4861-ada8-bd537771e7ee),segment_id=c391c826-5100-4861-ada8-bd537771e7ee)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:34:39.790816 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c778b7d1-38e0-4c1e-9925-363430f2979d req-6c4d6155-f269-45f6-9f56-c5a549bfdede tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:34:39.803919 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-c778b7d1-38e0-4c1e-9925-363430f2979d req-6c4d6155-f269-45f6-9f56-c5a549bfdede tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] Calling delete_port for 1f509906-0913-42af-bea9-301bd32bda6d owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 21:34:39.931947 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c778b7d1-38e0-4c1e-9925-363430f2979d req-6c4d6155-f269-45f6-9f56-c5a549bfdede tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794201022239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794200564237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25193636'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:34:39.944963 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] get_ports_and_sgs() called for port_ids ['1f509906-0913-42af-bea9-301bd32bda6d'] {{(pid=93798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 21:34:39.961015 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4d6155-f269-45f6-9f56-c5a549bfdede tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] Pushing event deleted for resources: {'Port': ['ID=1f509906-0913-42af-bea9-301bd32bda6d,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:34:40.004165 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-c778b7d1-38e0-4c1e-9925-363430f2979d req-6c4d6155-f269-45f6-9f56-c5a549bfdede tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] No DVR routers for this DVR port 1f509906-0913-42af-bea9-301bd32bda6d on host hv-cinder-80643 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 21:34:40.006827 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c778b7d1-38e0-4c1e-9925-363430f2979d req-6c4d6155-f269-45f6-9f56-c5a549bfdede tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:34:40.008906 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-c778b7d1-38e0-4c1e-9925-363430f2979d req-6c4d6155-f269-45f6-9f56-c5a549bfdede tempest-VolumesNegativeTest-278934475 tempest-VolumesNegativeTest-278934475-project] 10.222.0.73 "DELETE /v2.0/ports/1f509906-0913-42af-bea9-301bd32bda6d HTTP/1.1" status: 204 len: 173 time: 0.3977964 Aug 27 21:34:40.009349 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '965faed9-99e4-4eee-91ed-0648db2381dd', 'name': 'network-vif-deleted', 'tag': '1f509906-0913-42af-bea9-301bd32bda6d'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:34:40.011636 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38019ac9d499d238660659c848bc6e147427a71e556f74dfb6c52f178b5569d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2579201a-4470-4c45-abb7-01d9122b77de" -d '{"events": [{"server_uuid": "965faed9-99e4-4eee-91ed-0648db2381dd", "name": "network-vif-deleted", "tag": "1f509906-0913-42af-bea9-301bd32bda6d"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:34:40.052536 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 21:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9575d7c1-594c-420f-8363-dbe2d893df56 x-openstack-request-id: req-9575d7c1-594c-420f-8363-dbe2d893df56 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:34:40.052830 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "965faed9-99e4-4eee-91ed-0648db2381dd", "name": "network-vif-deleted", "tag": "1f509906-0913-42af-bea9-301bd32bda6d", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:34:40.053623 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9575d7c1-594c-420f-8363-dbe2d893df56 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:34:40.054236 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '965faed9-99e4-4eee-91ed-0648db2381dd', 'name': 'network-vif-deleted', 'tag': '1f509906-0913-42af-bea9-301bd32bda6d', 'status': 'completed', 'code': 200} Aug 27 21:34:42.387406 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:34:43.928535 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device 1f509906-0913-42af-bea9-301bd32bda6d no longer exists at agent hyperv_hv-cinder-80643 {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 21:34:43.953854 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] No Port match for: 1f509906-0913-42af-bea9-301bd32bda6d {{(pid=93798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 21:34:43.954226 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device 1f509906-0913-42af-bea9-301bd32bda6d not bound to the agent host hv-cinder-80643 {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 21:34:44.217435 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 40350) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:34:44.348763 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-c338a471-5a7d-4777-86a0-61e595bddf27 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5b0d9f29f6614263b5e1e33a6515915b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1301477 Aug 27 21:34:44.352228 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 40354) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:34:44.400302 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f84de89b-176b-4d61-8fa1-392d113700fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:34:44.421156 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f84de89b-176b-4d61-8fa1-392d113700fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:34:44.471114 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f84de89b-176b-4d61-8fa1-392d113700fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:34:44.473613 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f84de89b-176b-4d61-8fa1-392d113700fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:34:44.475341 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-f84de89b-176b-4d61-8fa1-392d113700fe admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b352c8c8-b9a6-4975-a724-f8124a1e865f HTTP/1.1" status: 204 len: 168 time: 0.1215911 Aug 27 21:34:44.483321 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84de89b-176b-4d61-8fa1-392d113700fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b352c8c8-b9a6-4975-a724-f8124a1e865f,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:34:48.729481 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-623b3892-a7ac-4e79-9d06-c9f0a35ced85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:34:51.346781 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a579f808-2649-4615-bc13-8a219775733a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:34:51.573735 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:34:52.735921 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65920cb9-5c7f-4952-b134-219b92defc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:34:54.093822 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-778ce8a3-384f-4928-b9ff-199d4ced17a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:35:12.386380 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:35:13.895192 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.agents_db [None req-9a3f5963-9603-4723-9a6c-2e2f5b4345b2 None None] Agent healthcheck: found 6 active agents {{(pid=93799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 21:35:17.713021 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-d0e0c19d-7c5b-43c7-a4fe-f5c94448139d req-94dbef2a-1d1b-4f77-a7ec-85419269c990 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bfcb05d5-f6a9-430f-b26d-f202f5e228d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0462110 Aug 27 21:35:17.797485 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0c19d-7c5b-43c7-a4fe-f5c94448139d req-5b6d156a-c77c-4069-8048-62449c215f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:35:17.799082 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-d0e0c19d-7c5b-43c7-a4fe-f5c94448139d req-5b6d156a-c77c-4069-8048-62449c215f78 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3633a7ec3f2e47d38f69218d81c309ac&device_id=bfcb05d5-f6a9-430f-b26d-f202f5e228d2 HTTP/1.1" status: 200 len: 1099 time: 0.0435655 Aug 27 21:35:17.903343 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0c19d-7c5b-43c7-a4fe-f5c94448139d req-c3c2238c-294a-4acd-b18f-abc4853bd475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:35:17.904866 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-d0e0c19d-7c5b-43c7-a4fe-f5c94448139d req-c3c2238c-294a-4acd-b18f-abc4853bd475 service neutron] 10.222.0.73 "GET /v2.0/networks?id=759bc5bf-bf4d-4679-ab2e-1244d5da1d99 HTTP/1.1" status: 200 len: 910 time: 0.0852137 Aug 27 21:35:17.974001 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-d0e0c19d-7c5b-43c7-a4fe-f5c94448139d req-3f1c9130-b470-4dbd-b1b0-4949689afae2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed7e23bb-27eb-4e86-8bf9-3d0b916f167c HTTP/1.1" status: 200 len: 1002 time: 0.0617301 Aug 27 21:35:18.023264 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0c19d-7c5b-43c7-a4fe-f5c94448139d req-c0bd65bf-3d00-47d5-bef0-fdd6ee0b7f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:35:18.024750 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-d0e0c19d-7c5b-43c7-a4fe-f5c94448139d req-c0bd65bf-3d00-47d5-bef0-fdd6ee0b7f44 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b1adaf92-b3d4-408b-9e3f-dba8dda3f624 HTTP/1.1" status: 200 len: 848 time: 0.0445104 Aug 27 21:35:18.069562 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0c19d-7c5b-43c7-a4fe-f5c94448139d req-25ea6abc-d2b3-4bb2-a344-60f685766df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:35:18.071015 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-d0e0c19d-7c5b-43c7-a4fe-f5c94448139d req-25ea6abc-d2b3-4bb2-a344-60f685766df0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=759bc5bf-bf4d-4679-ab2e-1244d5da1d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390892 Aug 27 21:35:18.163287 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-d0e0c19d-7c5b-43c7-a4fe-f5c94448139d req-b12c8e2b-e2b6-4cd5-a8c9-1d09557fc335 service neutron] 10.222.0.73 "GET /v2.0/networks/759bc5bf-bf4d-4679-ab2e-1244d5da1d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846074 Aug 27 21:35:18.254123 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-d0e0c19d-7c5b-43c7-a4fe-f5c94448139d req-89d93a58-6c47-4a7f-867d-f2ac5322e81d service neutron] 10.222.0.73 "GET /v2.0/networks/759bc5bf-bf4d-4679-ab2e-1244d5da1d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836277 Aug 27 21:35:18.731533 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5a8c24b3-4342-469a-a9bf-890212f4f8b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:35:21.349267 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fa4f0d30-d73c-400c-8902-dbd3e8c1b117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:35:21.574918 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:35:22.739846 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65920cb9-5c7f-4952-b134-219b92defc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:35:24.094212 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-778ce8a3-384f-4928-b9ff-199d4ced17a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:35:31.345323 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e5311-fe19-4399-b386-b2fc175e2276 req-3f00c656-77b3-4fa4-b7cd-73304d09c15e tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:35:31.347018 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-1a1e5311-fe19-4399-b386-b2fc175e2276 req-3f00c656-77b3-4fa4-b7cd-73304d09c15e tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfcb05d5-f6a9-430f-b26d-f202f5e228d2 HTTP/1.1" status: 200 len: 946 time: 0.0489914 Aug 27 21:35:31.385585 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-1a1e5311-fe19-4399-b386-b2fc175e2276 req-ac4457e7-0b6d-4d13-bf02-88d577df2d8c tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff22aee3-f722-4f01-b86b-f6033a65b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314767 Aug 27 21:35:32.512106 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c73d0-620c-40c7-9e71-e6b7fbb72510 req-e6219728-e7c1-44c8-9509-8ed13063bdf2 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:35:32.513529 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-5e0c73d0-620c-40c7-9e71-e6b7fbb72510 req-e6219728-e7c1-44c8-9509-8ed13063bdf2 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfcb05d5-f6a9-430f-b26d-f202f5e228d2 HTTP/1.1" status: 200 len: 946 time: 0.0491281 Aug 27 21:35:32.551868 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-5e0c73d0-620c-40c7-9e71-e6b7fbb72510 req-e61c8e9d-65d1-4d36-96f1-911f45436ad6 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff22aee3-f722-4f01-b86b-f6033a65b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323076 Aug 27 21:35:33.679899 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f8ede-950e-42a0-b562-7faa2c17dd1b req-ac5b6c13-5746-4f49-ab8c-d773f9fd240f tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:35:33.681439 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-426f8ede-950e-42a0-b562-7faa2c17dd1b req-ac5b6c13-5746-4f49-ab8c-d773f9fd240f tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfcb05d5-f6a9-430f-b26d-f202f5e228d2 HTTP/1.1" status: 200 len: 946 time: 0.0496573 Aug 27 21:35:33.719002 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-426f8ede-950e-42a0-b562-7faa2c17dd1b req-2cf72aa5-53bb-4dbf-8167-553053046d22 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff22aee3-f722-4f01-b86b-f6033a65b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317574 Aug 27 21:35:34.842796 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc0d262-9617-42f8-af5e-280280e1f610 req-7d7c0893-afba-41e3-84be-9fb41fc89d06 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:35:34.844166 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-7cc0d262-9617-42f8-af5e-280280e1f610 req-7d7c0893-afba-41e3-84be-9fb41fc89d06 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfcb05d5-f6a9-430f-b26d-f202f5e228d2 HTTP/1.1" status: 200 len: 946 time: 0.0591469 Aug 27 21:35:34.882631 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-7cc0d262-9617-42f8-af5e-280280e1f610 req-e7a03e63-7c9e-48cd-9f1f-cb33cc0f65d2 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff22aee3-f722-4f01-b86b-f6033a65b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324249 Aug 27 21:35:35.996354 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24cac23-69ce-4e97-b663-1080eebbcb6b req-3c630c9b-c009-48a6-9232-137841e59b65 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:35:35.997987 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-e24cac23-69ce-4e97-b663-1080eebbcb6b req-3c630c9b-c009-48a6-9232-137841e59b65 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfcb05d5-f6a9-430f-b26d-f202f5e228d2 HTTP/1.1" status: 200 len: 946 time: 0.0480292 Aug 27 21:35:36.040481 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-e24cac23-69ce-4e97-b663-1080eebbcb6b req-ce92e19c-fec4-40a9-9be0-278f3cca75cd tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff22aee3-f722-4f01-b86b-f6033a65b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360565 Aug 27 21:35:37.154170 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a398d-c319-4abb-9a77-d6d6d5d6b7fc req-a98c9edf-4616-4795-921f-8e4fd7102739 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:35:37.155646 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-993a398d-c319-4abb-9a77-d6d6d5d6b7fc req-a98c9edf-4616-4795-921f-8e4fd7102739 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfcb05d5-f6a9-430f-b26d-f202f5e228d2 HTTP/1.1" status: 200 len: 946 time: 0.0486073 Aug 27 21:35:37.194671 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-993a398d-c319-4abb-9a77-d6d6d5d6b7fc req-288aeafc-ef75-405d-8a3b-6423d251c69e tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff22aee3-f722-4f01-b86b-f6033a65b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329471 Aug 27 21:35:38.310427 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed9a6c-3da3-470e-b90e-74c22994c10f req-9958cbab-e4de-460e-92cc-e07c7fda9800 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:35:38.311922 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-48ed9a6c-3da3-470e-b90e-74c22994c10f req-9958cbab-e4de-460e-92cc-e07c7fda9800 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfcb05d5-f6a9-430f-b26d-f202f5e228d2 HTTP/1.1" status: 200 len: 946 time: 0.0490372 Aug 27 21:35:38.351912 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-48ed9a6c-3da3-470e-b90e-74c22994c10f req-55776d08-5c21-4080-9b31-859d79df8210 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff22aee3-f722-4f01-b86b-f6033a65b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330877 Aug 27 21:35:39.470444 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ea21a-358b-48db-87dd-4ab8c76442fa req-e384e3f5-9c4f-42be-9ed4-28da1ab13f4f tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:35:39.471911 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-ba1ea21a-358b-48db-87dd-4ab8c76442fa req-e384e3f5-9c4f-42be-9ed4-28da1ab13f4f tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfcb05d5-f6a9-430f-b26d-f202f5e228d2 HTTP/1.1" status: 200 len: 946 time: 0.0482707 Aug 27 21:35:39.511677 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-ba1ea21a-358b-48db-87dd-4ab8c76442fa req-13e63db0-6b3b-4ba9-a292-ff1727c08cff tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff22aee3-f722-4f01-b86b-f6033a65b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329704 Aug 27 21:35:40.624083 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c1900-49c4-4423-9fc8-5b00dd76216b req-826d21d3-63e2-481d-a88c-87bebc2b0a31 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:35:40.625604 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-0a3c1900-49c4-4423-9fc8-5b00dd76216b req-826d21d3-63e2-481d-a88c-87bebc2b0a31 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfcb05d5-f6a9-430f-b26d-f202f5e228d2 HTTP/1.1" status: 200 len: 946 time: 0.0475514 Aug 27 21:35:40.663402 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-0a3c1900-49c4-4423-9fc8-5b00dd76216b req-82219e77-2ade-4a6d-bd43-045b17c09e3b tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff22aee3-f722-4f01-b86b-f6033a65b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314019 Aug 27 21:35:41.476155 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe75a3-7b57-472e-974d-fbe5159ca858 req-38e8ac24-6d91-4633-b756-92a97b697fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:35:41.477913 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-dffe75a3-7b57-472e-974d-fbe5159ca858 req-38e8ac24-6d91-4633-b756-92a97b697fdd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3633a7ec3f2e47d38f69218d81c309ac&device_id=bfcb05d5-f6a9-430f-b26d-f202f5e228d2 HTTP/1.1" status: 200 len: 1099 time: 0.0443625 Aug 27 21:35:41.567538 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe75a3-7b57-472e-974d-fbe5159ca858 req-4c711af6-021e-497c-83d9-8fb3ff5049e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:35:41.568922 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-dffe75a3-7b57-472e-974d-fbe5159ca858 req-4c711af6-021e-497c-83d9-8fb3ff5049e5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=759bc5bf-bf4d-4679-ab2e-1244d5da1d99 HTTP/1.1" status: 200 len: 910 time: 0.0838976 Aug 27 21:35:41.636262 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-dffe75a3-7b57-472e-974d-fbe5159ca858 req-71d13455-20ee-48ec-9d3b-b8d8690ddc7e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed7e23bb-27eb-4e86-8bf9-3d0b916f167c HTTP/1.1" status: 200 len: 1002 time: 0.0594196 Aug 27 21:35:41.685280 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe75a3-7b57-472e-974d-fbe5159ca858 req-32e2019e-e203-4433-ae86-fcb46d9b73b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:35:41.686706 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-dffe75a3-7b57-472e-974d-fbe5159ca858 req-32e2019e-e203-4433-ae86-fcb46d9b73b0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b1adaf92-b3d4-408b-9e3f-dba8dda3f624 HTTP/1.1" status: 200 len: 848 time: 0.0434794 Aug 27 21:35:41.734562 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe75a3-7b57-472e-974d-fbe5159ca858 req-39926ec4-6867-445c-812e-5518b732520b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:35:41.736066 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-dffe75a3-7b57-472e-974d-fbe5159ca858 req-39926ec4-6867-445c-812e-5518b732520b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=759bc5bf-bf4d-4679-ab2e-1244d5da1d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418231 Aug 27 21:35:41.841013 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f237e054-f5cf-42e9-be95-14e7e5d3333c req-05ddb9d4-da12-4ba6-92e2-b94229fc96f1 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:35:41.842401 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-f237e054-f5cf-42e9-be95-14e7e5d3333c req-05ddb9d4-da12-4ba6-92e2-b94229fc96f1 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfcb05d5-f6a9-430f-b26d-f202f5e228d2 HTTP/1.1" status: 200 len: 946 time: 0.1054471 Aug 27 21:35:41.876748 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-dffe75a3-7b57-472e-974d-fbe5159ca858 req-fa926f34-55f4-4486-b4dd-60a588c60717 service neutron] 10.222.0.73 "GET /v2.0/networks/759bc5bf-bf4d-4679-ab2e-1244d5da1d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311245 Aug 27 21:35:41.938955 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-f237e054-f5cf-42e9-be95-14e7e5d3333c req-735e3c6b-b6b0-4c94-a551-cbb18efca6c1 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff22aee3-f722-4f01-b86b-f6033a65b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906701 Aug 27 21:35:41.983846 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-dffe75a3-7b57-472e-974d-fbe5159ca858 req-f5f08cc8-c155-455a-a312-6f46f711be2b service neutron] 10.222.0.73 "GET /v2.0/networks/759bc5bf-bf4d-4679-ab2e-1244d5da1d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002715 Aug 27 21:35:42.387257 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:35:43.053996 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87fb675-4f71-40d0-b778-f15afaf945eb req-93356288-483f-4c03-a959-2d88d3d906fb tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:35:43.055437 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-c87fb675-4f71-40d0-b778-f15afaf945eb req-93356288-483f-4c03-a959-2d88d3d906fb tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfcb05d5-f6a9-430f-b26d-f202f5e228d2 HTTP/1.1" status: 200 len: 946 time: 0.0479825 Aug 27 21:35:43.096230 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-c87fb675-4f71-40d0-b778-f15afaf945eb req-adfb4efd-fdd4-42bc-beec-cb6f28d6a867 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff22aee3-f722-4f01-b86b-f6033a65b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343726 Aug 27 21:35:44.221383 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e7496-5003-476b-a687-a90c454ec3f5 req-f8fc404a-27c4-4445-b266-c4893bca062a tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:35:44.222901 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-e10e7496-5003-476b-a687-a90c454ec3f5 req-f8fc404a-27c4-4445-b266-c4893bca062a tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfcb05d5-f6a9-430f-b26d-f202f5e228d2 HTTP/1.1" status: 200 len: 946 time: 0.0500717 Aug 27 21:35:44.262633 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-e10e7496-5003-476b-a687-a90c454ec3f5 req-0b27465b-bb9c-4050-ad06-841b69a849e8 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff22aee3-f722-4f01-b86b-f6033a65b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323777 Aug 27 21:35:44.482688 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e90af-4d8a-4e17-b850-e7b8eacd5041 req-46a1c190-0af3-43e4-8bee-82d4acfeb180 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:35:44.484173 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-3a5e90af-4d8a-4e17-b850-e7b8eacd5041 req-46a1c190-0af3-43e4-8bee-82d4acfeb180 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfcb05d5-f6a9-430f-b26d-f202f5e228d2 HTTP/1.1" status: 200 len: 946 time: 0.0622568 Aug 27 21:35:44.512293 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 40402) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:35:44.531557 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-3a5e90af-4d8a-4e17-b850-e7b8eacd5041 req-5bcbe084-c1a5-4e82-b8df-b0237ad227e5 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff22aee3-f722-4f01-b86b-f6033a65b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402758 Aug 27 21:35:44.598097 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-30d17a3d-c822-4114-86f4-fbe28655deb5 req-ca516fd6-d394-4e21-8a44-3a23275776ff service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bfcb05d5-f6a9-430f-b26d-f202f5e228d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0846465 Aug 27 21:35:45.647688 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93692b8b-d128-4700-8a6d-a83a09156971 req-dee2db5d-8b17-4710-b721-ef66e4ed904b tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:35:45.649211 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-93692b8b-d128-4700-8a6d-a83a09156971 req-dee2db5d-8b17-4710-b721-ef66e4ed904b tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfcb05d5-f6a9-430f-b26d-f202f5e228d2 HTTP/1.1" status: 200 len: 946 time: 0.0507886 Aug 27 21:35:45.686640 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-93692b8b-d128-4700-8a6d-a83a09156971 req-429a908f-88bf-4221-9be4-e43ff5f075d7 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff22aee3-f722-4f01-b86b-f6033a65b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316193 Aug 27 21:35:46.799927 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa287bc7-f152-4e4f-a754-03824c64ac1b req-cb2d9e24-b41f-4a59-9fd2-14c81f5fa677 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:35:46.804764 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-aa287bc7-f152-4e4f-a754-03824c64ac1b req-cb2d9e24-b41f-4a59-9fd2-14c81f5fa677 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfcb05d5-f6a9-430f-b26d-f202f5e228d2 HTTP/1.1" status: 200 len: 946 time: 0.0489821 Aug 27 21:35:46.847342 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-aa287bc7-f152-4e4f-a754-03824c64ac1b req-1d12d904-b4eb-451c-a5af-331a26adf959 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff22aee3-f722-4f01-b86b-f6033a65b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400524 Aug 27 21:35:47.852915 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d17a3d-c822-4114-86f4-fbe28655deb5 req-4736e06d-5722-4559-ac46-936e47a2af57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:35:47.854390 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-30d17a3d-c822-4114-86f4-fbe28655deb5 req-4736e06d-5722-4559-ac46-936e47a2af57 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bfcb05d5-f6a9-430f-b26d-f202f5e228d2&tenant_id=3633a7ec3f2e47d38f69218d81c309ac HTTP/1.1" status: 200 len: 1099 time: 0.0692313 Aug 27 21:35:47.918286 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d17a3d-c822-4114-86f4-fbe28655deb5 req-88294ac1-c049-47c3-bc2f-3b502f13e639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:35:47.919777 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-30d17a3d-c822-4114-86f4-fbe28655deb5 req-88294ac1-c049-47c3-bc2f-3b502f13e639 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3633a7ec3f2e47d38f69218d81c309ac&device_id=bfcb05d5-f6a9-430f-b26d-f202f5e228d2 HTTP/1.1" status: 200 len: 1099 time: 0.0439157 Aug 27 21:35:47.965304 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e23b9c-f26e-49f5-bdde-5dd8a9123405 req-e683d542-c46b-4644-9f14-6ffb10ec507b tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:35:47.966959 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-e0e23b9c-f26e-49f5-bdde-5dd8a9123405 req-e683d542-c46b-4644-9f14-6ffb10ec507b tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfcb05d5-f6a9-430f-b26d-f202f5e228d2 HTTP/1.1" status: 200 len: 946 time: 0.0495527 Aug 27 21:35:48.007719 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-e0e23b9c-f26e-49f5-bdde-5dd8a9123405 req-526b9b17-03d3-4000-a1e1-cd4b88e00261 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff22aee3-f722-4f01-b86b-f6033a65b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346825 Aug 27 21:35:48.217420 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device ed7e23bb-27eb-4e86-8bf9-3d0b916f167c no longer exists at agent hyperv_hv-cinder-80643 {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 21:35:48.269315 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d17a3d-c822-4114-86f4-fbe28655deb5 req-f36b68a4-3aaf-4545-ba46-2634f202d9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:35:48.271306 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-30d17a3d-c822-4114-86f4-fbe28655deb5 req-f36b68a4-3aaf-4545-ba46-2634f202d9f7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=759bc5bf-bf4d-4679-ab2e-1244d5da1d99 HTTP/1.1" status: 200 len: 910 time: 0.3446331 Aug 27 21:35:48.302893 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:35:48.325176 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfcb05d5-f6a9-430f-b26d-f202f5e228d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed7e23bb-27eb-4e86-8bf9-3d0b916f167c'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:35:48.327415 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf732d6db1af9f7bc3b5310490fe48ff1e7c732a768ef3a1a1326297a3ecfd63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cffd6829-d07a-4a62-af30-c31ad6eb03d5" -d '{"events": [{"server_uuid": "bfcb05d5-f6a9-430f-b26d-f202f5e228d2", "name": "network-vif-unplugged", "status": "completed", "tag": "ed7e23bb-27eb-4e86-8bf9-3d0b916f167c"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:35:48.339002 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-30d17a3d-c822-4114-86f4-fbe28655deb5 req-cbc22e7e-0f5c-451e-9348-93e80303f979 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed7e23bb-27eb-4e86-8bf9-3d0b916f167c HTTP/1.1" status: 200 len: 1002 time: 0.0596490 Aug 27 21:35:48.341798 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port ed7e23bb-27eb-4e86-8bf9-3d0b916f167c, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=ed7e23bb-27eb-4e86-8bf9-3d0b916f167c,segment=NetworkSegment(83b364ad-b48d-48fe-9f25-96e2d2d67629),segment_id=83b364ad-b48d-48fe-9f25-96e2d2d67629)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:35:48.353140 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:35:48.392945 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d17a3d-c822-4114-86f4-fbe28655deb5 req-72033fce-8317-47e5-8e38-883ab930b73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:35:48.396593 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-30d17a3d-c822-4114-86f4-fbe28655deb5 req-72033fce-8317-47e5-8e38-883ab930b73b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b1adaf92-b3d4-408b-9e3f-dba8dda3f624 HTTP/1.1" status: 200 len: 848 time: 0.0485816 Aug 27 21:35:48.401140 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Pushing event updated for resources: {'Port': ['ID=ed7e23bb-27eb-4e86-8bf9-3d0b916f167c,revision_number=6']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:35:48.408258 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:35:48.408621 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:35:48.409157 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:35:48.409490 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:35:48.409979 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:35:48.410168 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:35:48.410466 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:35:48.411539 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:35:48.411703 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:35:48.411990 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:35:48.412311 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:35:48.412654 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:35:48.445327 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d17a3d-c822-4114-86f4-fbe28655deb5 req-64a56347-2217-4761-9d56-571e3819bf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:35:48.446825 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-30d17a3d-c822-4114-86f4-fbe28655deb5 req-64a56347-2217-4761-9d56-571e3819bf05 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=759bc5bf-bf4d-4679-ab2e-1244d5da1d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442953 Aug 27 21:35:48.496183 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 21:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0003332-0152-4e91-bfd7-c944eaef9236 x-openstack-request-id: req-c0003332-0152-4e91-bfd7-c944eaef9236 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:35:48.496500 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfcb05d5-f6a9-430f-b26d-f202f5e228d2", "name": "network-vif-unplugged", "status": "completed", "tag": "ed7e23bb-27eb-4e86-8bf9-3d0b916f167c", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:35:48.496747 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c0003332-0152-4e91-bfd7-c944eaef9236 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:35:48.497135 dv-cinder-806436-1-iscsi neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfcb05d5-f6a9-430f-b26d-f202f5e228d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed7e23bb-27eb-4e86-8bf9-3d0b916f167c', 'code': 200} Aug 27 21:35:48.537323 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-30d17a3d-c822-4114-86f4-fbe28655deb5 req-11bf6b14-f3f9-41a7-8ab2-dd9ba815dfb0 service neutron] 10.222.0.73 "GET /v2.0/networks/759bc5bf-bf4d-4679-ab2e-1244d5da1d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834215 Aug 27 21:35:48.631930 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-30d17a3d-c822-4114-86f4-fbe28655deb5 req-3e83f340-945b-40b0-b5e2-3159c4114d6e service neutron] 10.222.0.73 "GET /v2.0/networks/759bc5bf-bf4d-4679-ab2e-1244d5da1d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866818 Aug 27 21:35:48.732589 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c150e770-9dd4-4afa-bf26-2f7abd12f86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:35:49.123344 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee927fb-ea0f-4264-8f1a-83cfb8f0068e req-fdbc5db1-98ed-41fd-a225-aae1716672f9 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:35:49.124840 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-5ee927fb-ea0f-4264-8f1a-83cfb8f0068e req-fdbc5db1-98ed-41fd-a225-aae1716672f9 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfcb05d5-f6a9-430f-b26d-f202f5e228d2 HTTP/1.1" status: 200 len: 944 time: 0.0510705 Aug 27 21:35:49.162270 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-5ee927fb-ea0f-4264-8f1a-83cfb8f0068e req-cbdb3b80-b970-4cb5-82f2-9957011fe095 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff22aee3-f722-4f01-b86b-f6033a65b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306146 Aug 27 21:35:50.278706 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567dc285-7201-4b4a-932e-5b1b0ec6a5aa req-4d56678a-7840-4b75-b8b1-c051d76578c1 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:35:50.280160 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-567dc285-7201-4b4a-932e-5b1b0ec6a5aa req-4d56678a-7840-4b75-b8b1-c051d76578c1 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfcb05d5-f6a9-430f-b26d-f202f5e228d2 HTTP/1.1" status: 200 len: 944 time: 0.0495038 Aug 27 21:35:50.318806 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-567dc285-7201-4b4a-932e-5b1b0ec6a5aa req-66d1caed-33b9-4d37-97e3-2584f0dafb46 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff22aee3-f722-4f01-b86b-f6033a65b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321939 Aug 27 21:35:50.893849 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.agents_db [None req-9a3f5963-9603-4723-9a6c-2e2f5b4345b2 None None] Agent healthcheck: found 6 active agents {{(pid=93799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 21:35:51.352615 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0ce1ec87-c1b5-47a5-8c9e-3a349fc1822d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:35:51.431863 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a3faf-63a3-4a21-8917-191ea93cd021 req-80d1c43c-699d-411a-9d8d-574ede3420a2 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:35:51.433425 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-6b9a3faf-63a3-4a21-8917-191ea93cd021 req-80d1c43c-699d-411a-9d8d-574ede3420a2 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfcb05d5-f6a9-430f-b26d-f202f5e228d2 HTTP/1.1" status: 200 len: 944 time: 0.0482526 Aug 27 21:35:51.472191 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-6b9a3faf-63a3-4a21-8917-191ea93cd021 req-6a25aa34-0769-46be-873f-bc32115554ae tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff22aee3-f722-4f01-b86b-f6033a65b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328083 Aug 27 21:35:51.581333 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:35:52.587390 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7e83c-36c9-494f-a577-f23ca547a6d0 req-c6a1aa59-dda6-4c18-a21a-a00cad17f031 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:35:52.589062 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-32f7e83c-36c9-494f-a577-f23ca547a6d0 req-c6a1aa59-dda6-4c18-a21a-a00cad17f031 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfcb05d5-f6a9-430f-b26d-f202f5e228d2 HTTP/1.1" status: 200 len: 944 time: 0.0501931 Aug 27 21:35:52.626449 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-32f7e83c-36c9-494f-a577-f23ca547a6d0 req-91efc81f-f0d3-4d92-b604-885bf347df96 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff22aee3-f722-4f01-b86b-f6033a65b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316069 Aug 27 21:35:52.741546 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65920cb9-5c7f-4952-b134-219b92defc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:35:53.740817 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e719255-0213-43a5-9f45-a825ba06d086 req-9b74e4c2-7c54-4586-8fc3-30c0d8290b71 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:35:53.742305 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-8e719255-0213-43a5-9f45-a825ba06d086 req-9b74e4c2-7c54-4586-8fc3-30c0d8290b71 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfcb05d5-f6a9-430f-b26d-f202f5e228d2 HTTP/1.1" status: 200 len: 944 time: 0.0483859 Aug 27 21:35:53.779436 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-8e719255-0213-43a5-9f45-a825ba06d086 req-f3ed6b45-5e43-4f00-bb1f-17ce2d45bc4b tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff22aee3-f722-4f01-b86b-f6033a65b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313485 Aug 27 21:35:54.098324 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-778ce8a3-384f-4928-b9ff-199d4ced17a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:35:54.642860 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d002f-34b1-403a-9b0b-afaf3b6bfc91 req-af34422a-2df3-4911-a775-88c0646d67ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:35:54.644364 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-ed9d002f-34b1-403a-9b0b-afaf3b6bfc91 req-af34422a-2df3-4911-a775-88c0646d67ba service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bfcb05d5-f6a9-430f-b26d-f202f5e228d2 HTTP/1.1" status: 200 len: 1097 time: 0.0438378 Aug 27 21:35:54.680649 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-ed9d002f-34b1-403a-9b0b-afaf3b6bfc91 req-c39acf43-573d-4ccc-a6e2-3a5f24d1717e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ff22aee3-f722-4f01-b86b-f6033a65b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285823 Aug 27 21:35:54.891981 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e007910-1562-44db-8168-8f12548dad51 req-dbbf1b4d-7cef-47a5-8116-f2539ddc74c8 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:35:54.893462 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-7e007910-1562-44db-8168-8f12548dad51 req-dbbf1b4d-7cef-47a5-8116-f2539ddc74c8 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfcb05d5-f6a9-430f-b26d-f202f5e228d2 HTTP/1.1" status: 200 len: 944 time: 0.0481653 Aug 27 21:35:54.931172 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-7e007910-1562-44db-8168-8f12548dad51 req-24f5e566-5ad2-44e5-84af-51692c9e7ffe tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff22aee3-f722-4f01-b86b-f6033a65b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313981 Aug 27 21:35:56.058609 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c0239-46ae-4ebf-b848-c7569da0250d req-85f7a43d-b2fb-4cf8-8180-b03c4a82f5ab tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:35:56.060073 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-4f9c0239-46ae-4ebf-b848-c7569da0250d req-85f7a43d-b2fb-4cf8-8180-b03c4a82f5ab tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfcb05d5-f6a9-430f-b26d-f202f5e228d2 HTTP/1.1" status: 200 len: 944 time: 0.0509894 Aug 27 21:35:56.096259 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-4f9c0239-46ae-4ebf-b848-c7569da0250d req-0f4219e3-0cef-48c3-81dd-8fbdb20e9f3a tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff22aee3-f722-4f01-b86b-f6033a65b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302539 Aug 27 21:35:56.248842 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device ed7e23bb-27eb-4e86-8bf9-3d0b916f167c details requested by agent hyperv_hv-cinder-80643 with host hv-cinder-80643 {{(pid=93798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 21:35:56.343414 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port ed7e23bb-27eb-4e86-8bf9-3d0b916f167c, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=ed7e23bb-27eb-4e86-8bf9-3d0b916f167c,segment=NetworkSegment(83b364ad-b48d-48fe-9f25-96e2d2d67629),segment_id=83b364ad-b48d-48fe-9f25-96e2d2d67629)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:35:56.355486 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Returning: {'device': 'ed7e23bb-27eb-4e86-8bf9-3d0b916f167c', 'network_id': '759bc5bf-bf4d-4679-ab2e-1244d5da1d99', 'port_id': 'ed7e23bb-27eb-4e86-8bf9-3d0b916f167c', 'mac_address': 'fa:16:3e:f0:5b:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1adaf92-b3d4-408b-9e3f-dba8dda3f624', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 21:35:56.392417 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:35:56.405388 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed7e23bb-27eb-4e86-8bf9-3d0b916f167c {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 21:35:56.425946 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port ed7e23bb-27eb-4e86-8bf9-3d0b916f167c, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=ed7e23bb-27eb-4e86-8bf9-3d0b916f167c,segment=NetworkSegment(83b364ad-b48d-48fe-9f25-96e2d2d67629),segment_id=83b364ad-b48d-48fe-9f25-96e2d2d67629)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:35:56.430299 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:35:56.482490 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Pushing event updated for resources: {'Port': ['ID=ed7e23bb-27eb-4e86-8bf9-3d0b916f167c,revision_number=7']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:35:56.653144 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] get_ports_and_sgs() called for port_ids ['ed7e23bb-27eb-4e86-8bf9-3d0b916f167c'] {{(pid=93798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 21:35:58.248225 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device ed7e23bb-27eb-4e86-8bf9-3d0b916f167c up at agent hyperv_hv-cinder-80643 {{(pid=93798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 21:35:58.298752 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Provisioning complete for port ed7e23bb-27eb-4e86-8bf9-3d0b916f167c triggered by entity L2. {{(pid=93798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 21:35:58.299122 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8350917'] for port, provisioning_complete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:35:58.378741 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8325964'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:35:58.401369 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfcb05d5-f6a9-430f-b26d-f202f5e228d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed7e23bb-27eb-4e86-8bf9-3d0b916f167c'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:35:58.403624 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf732d6db1af9f7bc3b5310490fe48ff1e7c732a768ef3a1a1326297a3ecfd63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05fb9a1-1536-4f31-b739-694039002d33" -d '{"events": [{"server_uuid": "bfcb05d5-f6a9-430f-b26d-f202f5e228d2", "name": "network-vif-plugged", "status": "completed", "tag": "ed7e23bb-27eb-4e86-8bf9-3d0b916f167c"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:35:58.417244 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] For port ed7e23bb-27eb-4e86-8bf9-3d0b916f167c, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=ed7e23bb-27eb-4e86-8bf9-3d0b916f167c,segment=NetworkSegment(83b364ad-b48d-48fe-9f25-96e2d2d67629),segment_id=83b364ad-b48d-48fe-9f25-96e2d2d67629)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:35:58.422145 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794201022257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794200564246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794200564264'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:35:58.449207 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 21:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73979bd1-1843-449f-9c1e-d189ff6ec271 x-openstack-request-id: req-73979bd1-1843-449f-9c1e-d189ff6ec271 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:35:58.449478 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfcb05d5-f6a9-430f-b26d-f202f5e228d2", "name": "network-vif-plugged", "status": "completed", "tag": "ed7e23bb-27eb-4e86-8bf9-3d0b916f167c", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:35:58.449727 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-73979bd1-1843-449f-9c1e-d189ff6ec271 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:35:58.450105 dv-cinder-806436-1-iscsi neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfcb05d5-f6a9-430f-b26d-f202f5e228d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed7e23bb-27eb-4e86-8bf9-3d0b916f167c', 'code': 200} Aug 27 21:35:58.474588 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Pushing event updated for resources: {'Port': ['ID=ed7e23bb-27eb-4e86-8bf9-3d0b916f167c,revision_number=8']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:36:12.376485 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:36:18.732943 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0b77226d-0389-4bc1-9041-a8fd3cbf41ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:36:19.711410 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-a6d5a8e9-12e1-4b81-835d-75476d3eaafc req-76b60d14-c112-4c54-844e-aa5bf2e3b245 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bfcb05d5-f6a9-430f-b26d-f202f5e228d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401835 Aug 27 21:36:19.796281 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5a8e9-12e1-4b81-835d-75476d3eaafc req-5c56ee72-285a-4fe2-af53-c6f3f1952ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:36:19.797824 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-a6d5a8e9-12e1-4b81-835d-75476d3eaafc req-5c56ee72-285a-4fe2-af53-c6f3f1952ec3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3633a7ec3f2e47d38f69218d81c309ac&device_id=bfcb05d5-f6a9-430f-b26d-f202f5e228d2 HTTP/1.1" status: 200 len: 1099 time: 0.0430205 Aug 27 21:36:19.898314 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5a8e9-12e1-4b81-835d-75476d3eaafc req-6a60a42d-0cdd-4a57-b43a-bf58f88fa108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:36:19.899788 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-a6d5a8e9-12e1-4b81-835d-75476d3eaafc req-6a60a42d-0cdd-4a57-b43a-bf58f88fa108 service neutron] 10.222.0.73 "GET /v2.0/networks?id=759bc5bf-bf4d-4679-ab2e-1244d5da1d99 HTTP/1.1" status: 200 len: 910 time: 0.0813658 Aug 27 21:36:19.967972 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-a6d5a8e9-12e1-4b81-835d-75476d3eaafc req-0aa2c8e9-52ec-411f-b2a3-341135bae382 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed7e23bb-27eb-4e86-8bf9-3d0b916f167c HTTP/1.1" status: 200 len: 1002 time: 0.0596757 Aug 27 21:36:20.022981 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5a8e9-12e1-4b81-835d-75476d3eaafc req-0adaf285-5f2e-4e55-88c2-a62d46de39d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:36:20.024484 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-a6d5a8e9-12e1-4b81-835d-75476d3eaafc req-0adaf285-5f2e-4e55-88c2-a62d46de39d2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b1adaf92-b3d4-408b-9e3f-dba8dda3f624 HTTP/1.1" status: 200 len: 848 time: 0.0431864 Aug 27 21:36:20.070489 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5a8e9-12e1-4b81-835d-75476d3eaafc req-39e4b343-ccb3-4ed9-a25d-ca00124be851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:36:20.071949 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-a6d5a8e9-12e1-4b81-835d-75476d3eaafc req-39e4b343-ccb3-4ed9-a25d-ca00124be851 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=759bc5bf-bf4d-4679-ab2e-1244d5da1d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387075 Aug 27 21:36:20.166166 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-a6d5a8e9-12e1-4b81-835d-75476d3eaafc req-8bc50bda-99e1-45f5-a775-7b3b3550fefc service neutron] 10.222.0.73 "GET /v2.0/networks/759bc5bf-bf4d-4679-ab2e-1244d5da1d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867279 Aug 27 21:36:20.254667 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-a6d5a8e9-12e1-4b81-835d-75476d3eaafc req-f5731862-20da-42cc-8ffd-32d0af719301 service neutron] 10.222.0.73 "GET /v2.0/networks/759bc5bf-bf4d-4679-ab2e-1244d5da1d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805249 Aug 27 21:36:21.355048 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-92f02b2e-3791-4fe4-9530-ec92421d9bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:36:21.573788 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:36:22.745101 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65920cb9-5c7f-4952-b134-219b92defc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:36:24.100990 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-778ce8a3-384f-4928-b9ff-199d4ced17a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:36:27.892505 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.agents_db [None req-9a3f5963-9603-4723-9a6c-2e2f5b4345b2 None None] Agent healthcheck: found 6 active agents {{(pid=93799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 21:36:42.375104 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:36:48.734472 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bf0decde-dfa4-4ff8-9186-0a7343677ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:36:51.357750 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f1e4d35c-8787-4d52-b88f-4ba75940cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:36:51.574886 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:36:52.746233 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65920cb9-5c7f-4952-b134-219b92defc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:36:54.103830 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-778ce8a3-384f-4928-b9ff-199d4ced17a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:04.890939 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.agents_db [None req-9a3f5963-9603-4723-9a6c-2e2f5b4345b2 None None] Agent healthcheck: found 6 active agents {{(pid=93799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 21:37:09.152445 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 40460) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:37:09.326534 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d67ab62a-2155-4dea-bfc9-be709b6181fd tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Deleting port e800a840-56c0-42d2-918b-7c370335dd4c {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 21:37:09.327239 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d67ab62a-2155-4dea-bfc9-be709b6181fd tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794201129759'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:09.403319 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d67ab62a-2155-4dea-bfc9-be709b6181fd tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:09.403559 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d67ab62a-2155-4dea-bfc9-be709b6181fd tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:09.415358 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d67ab62a-2155-4dea-bfc9-be709b6181fd tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Calling delete_port for e800a840-56c0-42d2-918b-7c370335dd4c owned by network:floatingip {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 21:37:09.557664 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d67ab62a-2155-4dea-bfc9-be709b6181fd tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794201022239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794200564237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-275356'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:09.583884 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67ab62a-2155-4dea-bfc9-be709b6181fd tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Pushing event deleted for resources: {'Port': ['ID=e800a840-56c0-42d2-918b-7c370335dd4c,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:37:09.596028 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67ab62a-2155-4dea-bfc9-be709b6181fd tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:37:09.596402 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67ab62a-2155-4dea-bfc9-be709b6181fd tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:37:09.597296 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67ab62a-2155-4dea-bfc9-be709b6181fd tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:37:09.597632 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67ab62a-2155-4dea-bfc9-be709b6181fd tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:37:09.597965 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67ab62a-2155-4dea-bfc9-be709b6181fd tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:37:09.598295 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67ab62a-2155-4dea-bfc9-be709b6181fd tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:37:09.598617 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67ab62a-2155-4dea-bfc9-be709b6181fd tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:37:09.599021 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67ab62a-2155-4dea-bfc9-be709b6181fd tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:37:09.599349 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67ab62a-2155-4dea-bfc9-be709b6181fd tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:37:09.599673 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67ab62a-2155-4dea-bfc9-be709b6181fd tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:37:09.599994 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67ab62a-2155-4dea-bfc9-be709b6181fd tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:37:09.600314 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67ab62a-2155-4dea-bfc9-be709b6181fd tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:37:09.655940 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d67ab62a-2155-4dea-bfc9-be709b6181fd tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Notify callbacks [] for floatingip, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:09.656183 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.db.l3_db [None req-d67ab62a-2155-4dea-bfc9-be709b6181fd tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Floating IP 2d3fd4ba-9500-4083-99a6-e51feb0cadd3 disassociated (deleted). External IP: 172.27.0.200, port: ed7e23bb-27eb-4e86-8bf9-3d0b916f167c. Aug 27 21:37:10.122728 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d67ab62a-2155-4dea-bfc9-be709b6181fd tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Router af330549-9708-4391-9c6f-e896b8fd4bd8 has already been hosted by L3 agent da753c34-e47f-42d8-9f83-ec5464f53bc8 {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 21:37:10.227952 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67ab62a-2155-4dea-bfc9-be709b6181fd tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Notify agent at l3_agent.dv-cinder-806436-1-iscsi the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 21:37:10.234649 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d67ab62a-2155-4dea-bfc9-be709b6181fd tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for floatingip, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:10.239932 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69c39d9-75f6-4c30-bda5-1c231703744c None None] Sync routers for ids ['af330549-9708-4391-9c6f-e896b8fd4bd8'] in dv-cinder-806436-1-iscsi {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 21:37:10.249368 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69c39d9-75f6-4c30-bda5-1c231703744c None None] Routers {'af330549-9708-4391-9c6f-e896b8fd4bd8'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:37:10.249975 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-c69c39d9-75f6-4c30-bda5-1c231703744c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:36:51Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['af330549-9708-4391-9c6f-e896b8fd4bd8'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:37:10.264515 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-d67ab62a-2155-4dea-bfc9-be709b6181fd tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "DELETE /v2.0/floatingips/2d3fd4ba-9500-4083-99a6-e51feb0cadd3 HTTP/1.1" status: 204 len: 168 time: 1.1086819 Aug 27 21:37:10.264515 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfcb05d5-f6a9-430f-b26d-f202f5e228d2', 'tag': 'ed7e23bb-27eb-4e86-8bf9-3d0b916f167c'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:37:10.265273 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef12610d4521d53b4d383b2d1315697e44e13910463e2f079bf4fa6d75d3d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947fa69d-2f00-4146-872b-65fda2cab224" -d '{"events": [{"name": "network-changed", "server_uuid": "bfcb05d5-f6a9-430f-b26d-f202f5e228d2", "tag": "ed7e23bb-27eb-4e86-8bf9-3d0b916f167c"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:37:10.361733 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-c69c39d9-75f6-4c30-bda5-1c231703744c None None] Set router af330549-9708-4391-9c6f-e896b8fd4bd8 gateway port host: dv-cinder-806436-1-iscsi {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:37:10.427457 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 21:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e250e9ad-e228-45f0-b622-a6028a4789d1 x-openstack-request-id: req-e250e9ad-e228-45f0-b622-a6028a4789d1 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:37:10.427749 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfcb05d5-f6a9-430f-b26d-f202f5e228d2", "tag": "ed7e23bb-27eb-4e86-8bf9-3d0b916f167c", "status": "completed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:37:10.427998 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e250e9ad-e228-45f0-b622-a6028a4789d1 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:37:10.428421 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfcb05d5-f6a9-430f-b26d-f202f5e228d2', 'tag': 'ed7e23bb-27eb-4e86-8bf9-3d0b916f167c', 'status': 'completed', 'code': 200} Aug 27 21:37:10.494105 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947fa69d-2f00-4146-872b-65fda2cab224 req-9853a738-8760-4d40-aa71-cac00be6b9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:37:10.494721 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1aa103-6247-4230-9157-3cbcb6c9f36e req-218b38b4-6660-4916-b7c9-7ef16aeb1d7c tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:37:10.495987 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-ca1aa103-6247-4230-9157-3cbcb6c9f36e req-218b38b4-6660-4916-b7c9-7ef16aeb1d7c tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfcb05d5-f6a9-430f-b26d-f202f5e228d2 HTTP/1.1" status: 200 len: 946 time: 0.0518210 Aug 27 21:37:10.496428 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-947fa69d-2f00-4146-872b-65fda2cab224 req-9853a738-8760-4d40-aa71-cac00be6b9cd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3633a7ec3f2e47d38f69218d81c309ac&device_id=bfcb05d5-f6a9-430f-b26d-f202f5e228d2 HTTP/1.1" status: 200 len: 1099 time: 0.0445483 Aug 27 21:37:10.539224 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [req-ca1aa103-6247-4230-9157-3cbcb6c9f36e req-91c1c0f8-f52d-40e9-a480-f33168c3dab9 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff22aee3-f722-4f01-b86b-f6033a65b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370255 Aug 27 21:37:10.582266 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-c69c39d9-75f6-4c30-bda5-1c231703744c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af330549-9708-4391-9c6f-e896b8fd4bd8', 'name': 'tempest-TestShelveInstance-1605246349-router', 'tenant_id': '3633a7ec3f2e47d38f69218d81c309ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '0903779a-f556-40d6-a146-3bed08853238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:32:42Z', 'updated_at': '2021-08-27T21:32:44Z', 'revision_number': 4, 'project_id': '3633a7ec3f2e47d38f69218d81c309ac', 'gw_port': {'id': '0903779a-f556-40d6-a146-3bed08853238', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af330549-9708-4391-9c6f-e896b8fd4bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:32:42Z', 'updated_at': '2021-08-27T21:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_interfaces': [{'id': 'c3e261b3-43a4-40f9-ac75-0441308829ee', 'name': '', 'network_id': '759bc5bf-bf4d-4679-ab2e-1244d5da1d99', 'tenant_id': '3633a7ec3f2e47d38f69218d81c309ac', 'mac_address': 'fa:16:3e:3d:8b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af330549-9708-4391-9c6f-e896b8fd4bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'b1adaf92-b3d4-408b-9e3f-dba8dda3f624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:32:44Z', 'updated_at': '2021-08-27T21:32:50Z', 'revision_number': 5, 'project_id': '3633a7ec3f2e47d38f69218d81c309ac', 'subnets': [{'id': 'b1adaf92-b3d4-408b-9e3f-dba8dda3f624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:37:10.594178 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947fa69d-2f00-4146-872b-65fda2cab224 req-7b3980b4-3e13-4d28-8cc8-d911b205dc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:37:10.595663 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-947fa69d-2f00-4146-872b-65fda2cab224 req-7b3980b4-3e13-4d28-8cc8-d911b205dc89 service neutron] 10.222.0.73 "GET /v2.0/networks?id=759bc5bf-bf4d-4679-ab2e-1244d5da1d99 HTTP/1.1" status: 200 len: 910 time: 0.0912669 Aug 27 21:37:10.608722 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69c39d9-75f6-4c30-bda5-1c231703744c None None] Checking router: af330549-9708-4391-9c6f-e896b8fd4bd8 for host: dv-cinder-806436-1-iscsi {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 21:37:10.617120 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69c39d9-75f6-4c30-bda5-1c231703744c None None] Routers {'af330549-9708-4391-9c6f-e896b8fd4bd8'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:37:10.617727 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-c69c39d9-75f6-4c30-bda5-1c231703744c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:36:51Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['af330549-9708-4391-9c6f-e896b8fd4bd8'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:37:10.640718 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-947fa69d-2f00-4146-872b-65fda2cab224 req-65d7fdb5-047a-403c-9c9d-e819fa06d380 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed7e23bb-27eb-4e86-8bf9-3d0b916f167c HTTP/1.1" status: 200 len: 217 time: 0.0364091 Aug 27 21:37:10.692779 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947fa69d-2f00-4146-872b-65fda2cab224 req-09004b17-7419-4e13-a495-d30cc3ee443f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:37:10.694241 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-947fa69d-2f00-4146-872b-65fda2cab224 req-09004b17-7419-4e13-a495-d30cc3ee443f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b1adaf92-b3d4-408b-9e3f-dba8dda3f624 HTTP/1.1" status: 200 len: 848 time: 0.0455215 Aug 27 21:37:10.722868 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-c69c39d9-75f6-4c30-bda5-1c231703744c None None] Set router af330549-9708-4391-9c6f-e896b8fd4bd8 gateway port host: dv-cinder-806436-1-iscsi {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:37:10.748302 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947fa69d-2f00-4146-872b-65fda2cab224 req-de837e80-aa49-4901-9cc8-0f329fcd8c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:37:10.749814 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-947fa69d-2f00-4146-872b-65fda2cab224 req-de837e80-aa49-4901-9cc8-0f329fcd8c4b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=759bc5bf-bf4d-4679-ab2e-1244d5da1d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467992 Aug 27 21:37:10.848960 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-947fa69d-2f00-4146-872b-65fda2cab224 req-1b0d597e-dabb-4d67-baab-67faccefd9cf service neutron] 10.222.0.73 "GET /v2.0/networks/759bc5bf-bf4d-4679-ab2e-1244d5da1d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904326 Aug 27 21:37:10.931358 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-c69c39d9-75f6-4c30-bda5-1c231703744c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af330549-9708-4391-9c6f-e896b8fd4bd8', 'name': 'tempest-TestShelveInstance-1605246349-router', 'tenant_id': '3633a7ec3f2e47d38f69218d81c309ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '0903779a-f556-40d6-a146-3bed08853238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:32:42Z', 'updated_at': '2021-08-27T21:32:44Z', 'revision_number': 4, 'project_id': '3633a7ec3f2e47d38f69218d81c309ac', 'gw_port': {'id': '0903779a-f556-40d6-a146-3bed08853238', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af330549-9708-4391-9c6f-e896b8fd4bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:32:42Z', 'updated_at': '2021-08-27T21:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_interfaces': [{'id': 'c3e261b3-43a4-40f9-ac75-0441308829ee', 'name': '', 'network_id': '759bc5bf-bf4d-4679-ab2e-1244d5da1d99', 'tenant_id': '3633a7ec3f2e47d38f69218d81c309ac', 'mac_address': 'fa:16:3e:3d:8b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af330549-9708-4391-9c6f-e896b8fd4bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'b1adaf92-b3d4-408b-9e3f-dba8dda3f624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:32:44Z', 'updated_at': '2021-08-27T21:32:50Z', 'revision_number': 5, 'project_id': '3633a7ec3f2e47d38f69218d81c309ac', 'subnets': [{'id': 'b1adaf92-b3d4-408b-9e3f-dba8dda3f624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:37:10.946640 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-947fa69d-2f00-4146-872b-65fda2cab224 req-0c476677-e9f4-45e0-a349-d9c18345c935 service neutron] 10.222.0.73 "GET /v2.0/networks/759bc5bf-bf4d-4679-ab2e-1244d5da1d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898356 Aug 27 21:37:10.961886 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69c39d9-75f6-4c30-bda5-1c231703744c None None] The sync data for ids ['af330549-9708-4391-9c6f-e896b8fd4bd8'] in dv-cinder-806436-1-iscsi is: [{'id': 'af330549-9708-4391-9c6f-e896b8fd4bd8', 'name': 'tempest-TestShelveInstance-1605246349-router', 'tenant_id': '3633a7ec3f2e47d38f69218d81c309ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '0903779a-f556-40d6-a146-3bed08853238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:32:42Z', 'updated_at': '2021-08-27T21:32:44Z', 'revision_number': 4, 'project_id': '3633a7ec3f2e47d38f69218d81c309ac', 'gw_port': {'id': '0903779a-f556-40d6-a146-3bed08853238', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af330549-9708-4391-9c6f-e896b8fd4bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:32:42Z', 'updated_at': '2021-08-27T21:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi', '_interfaces': [{'id': 'c3e261b3-43a4-40f9-ac75-0441308829ee', 'name': '', 'network_id': '759bc5bf-bf4d-4679-ab2e-1244d5da1d99', 'tenant_id': '3633a7ec3f2e47d38f69218d81c309ac', 'mac_address': 'fa:16:3e:3d:8b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af330549-9708-4391-9c6f-e896b8fd4bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'b1adaf92-b3d4-408b-9e3f-dba8dda3f624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:32:44Z', 'updated_at': '2021-08-27T21:32:50Z', 'revision_number': 5, 'project_id': '3633a7ec3f2e47d38f69218d81c309ac', 'subnets': [{'id': 'b1adaf92-b3d4-408b-9e3f-dba8dda3f624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 21:37:11.164934 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30a8a0b-0ccf-4cc2-9a50-4975f14ca298 None None] New status for floating IP 2d3fd4ba-9500-4083-99a6-e51feb0cadd3: DOWN {{(pid=93799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 21:37:11.674036 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906353f-1926-4f5c-ae7a-4081f45f100c req-4142ef57-6741-4be2-bb38-7c3c5b49a07b tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:37:11.676364 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-c906353f-1926-4f5c-ae7a-4081f45f100c req-4142ef57-6741-4be2-bb38-7c3c5b49a07b tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfcb05d5-f6a9-430f-b26d-f202f5e228d2 HTTP/1.1" status: 200 len: 946 time: 0.0495036 Aug 27 21:37:11.714067 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-c906353f-1926-4f5c-ae7a-4081f45f100c req-6ce401bf-4c81-45ad-8fb9-fa421b541878 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff22aee3-f722-4f01-b86b-f6033a65b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319154 Aug 27 21:37:11.999617 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce05efe-6f7e-4e6c-a26b-1976395b95a9 req-f992774c-789b-46c3-826e-fe1486646293 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 21:37:12.001230 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-cce05efe-6f7e-4e6c-a26b-1976395b95a9 req-f992774c-789b-46c3-826e-fe1486646293 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfcb05d5-f6a9-430f-b26d-f202f5e228d2 HTTP/1.1" status: 200 len: 946 time: 0.0485036 Aug 27 21:37:12.094612 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-cce05efe-6f7e-4e6c-a26b-1976395b95a9 req-4d999ce0-52a7-4c18-a5c5-d437a862155e tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Deleting port ed7e23bb-27eb-4e86-8bf9-3d0b916f167c {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 21:37:12.094953 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-cce05efe-6f7e-4e6c-a26b-1976395b95a9 req-4d999ce0-52a7-4c18-a5c5-d437a862155e tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794201129759'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:12.186403 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-cce05efe-6f7e-4e6c-a26b-1976395b95a9 req-4d999ce0-52a7-4c18-a5c5-d437a862155e tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] For port ed7e23bb-27eb-4e86-8bf9-3d0b916f167c, host hv-cinder-80643, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80643',level=0,port_id=ed7e23bb-27eb-4e86-8bf9-3d0b916f167c,segment=NetworkSegment(83b364ad-b48d-48fe-9f25-96e2d2d67629),segment_id=83b364ad-b48d-48fe-9f25-96e2d2d67629)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:37:12.186762 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-cce05efe-6f7e-4e6c-a26b-1976395b95a9 req-4d999ce0-52a7-4c18-a5c5-d437a862155e tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:12.201125 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-cce05efe-6f7e-4e6c-a26b-1976395b95a9 req-4d999ce0-52a7-4c18-a5c5-d437a862155e tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Calling delete_port for ed7e23bb-27eb-4e86-8bf9-3d0b916f167c owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 21:37:12.330730 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-cce05efe-6f7e-4e6c-a26b-1976395b95a9 req-4d999ce0-52a7-4c18-a5c5-d437a862155e tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794201022239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794200564237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25193636'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:12.358721 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d999ce0-52a7-4c18-a5c5-d437a862155e tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Pushing event deleted for resources: {'Port': ['ID=ed7e23bb-27eb-4e86-8bf9-3d0b916f167c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:37:12.384718 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d999ce0-52a7-4c18-a5c5-d437a862155e tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:37:12.385108 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d999ce0-52a7-4c18-a5c5-d437a862155e tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:37:12.385464 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d999ce0-52a7-4c18-a5c5-d437a862155e tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:37:12.385796 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d999ce0-52a7-4c18-a5c5-d437a862155e tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:37:12.386160 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d999ce0-52a7-4c18-a5c5-d437a862155e tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:37:12.386478 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d999ce0-52a7-4c18-a5c5-d437a862155e tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:37:12.386806 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d999ce0-52a7-4c18-a5c5-d437a862155e tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:37:12.386929 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:12.387405 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d999ce0-52a7-4c18-a5c5-d437a862155e tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:37:12.387512 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d999ce0-52a7-4c18-a5c5-d437a862155e tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:37:12.387846 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d999ce0-52a7-4c18-a5c5-d437a862155e tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:37:12.388171 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d999ce0-52a7-4c18-a5c5-d437a862155e tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:37:12.389146 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d999ce0-52a7-4c18-a5c5-d437a862155e tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:37:12.414285 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-cce05efe-6f7e-4e6c-a26b-1976395b95a9 req-4d999ce0-52a7-4c18-a5c5-d437a862155e tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] No DVR routers for this DVR port ed7e23bb-27eb-4e86-8bf9-3d0b916f167c on host hv-cinder-80643 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 21:37:12.416942 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-cce05efe-6f7e-4e6c-a26b-1976395b95a9 req-4d999ce0-52a7-4c18-a5c5-d437a862155e tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27364'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:12.418897 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-cce05efe-6f7e-4e6c-a26b-1976395b95a9 req-4d999ce0-52a7-4c18-a5c5-d437a862155e tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.73 "DELETE /v2.0/ports/ed7e23bb-27eb-4e86-8bf9-3d0b916f167c HTTP/1.1" status: 204 len: 173 time: 0.4118226 Aug 27 21:37:12.419327 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfcb05d5-f6a9-430f-b26d-f202f5e228d2', 'name': 'network-vif-deleted', 'tag': 'ed7e23bb-27eb-4e86-8bf9-3d0b916f167c'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 21:37:12.421594 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38019ac9d499d238660659c848bc6e147427a71e556f74dfb6c52f178b5569d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f348d64-d753-40d7-8de7-60e7192325a3" -d '{"events": [{"server_uuid": "bfcb05d5-f6a9-430f-b26d-f202f5e228d2", "name": "network-vif-deleted", "tag": "ed7e23bb-27eb-4e86-8bf9-3d0b916f167c"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 21:37:12.575729 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 21:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df25439-6c96-4bb4-b743-e506af5f75f7 x-openstack-request-id: req-3df25439-6c96-4bb4-b743-e506af5f75f7 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 21:37:12.576029 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfcb05d5-f6a9-430f-b26d-f202f5e228d2", "name": "network-vif-deleted", "tag": "ed7e23bb-27eb-4e86-8bf9-3d0b916f167c", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 21:37:12.576285 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3df25439-6c96-4bb4-b743-e506af5f75f7 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 21:37:12.576720 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfcb05d5-f6a9-430f-b26d-f202f5e228d2', 'name': 'network-vif-deleted', 'tag': 'ed7e23bb-27eb-4e86-8bf9-3d0b916f167c', 'status': 'completed', 'code': 200} Aug 27 21:37:12.823313 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [req-608e9e6b-3fc2-497e-bd32-1b0966caa6bb req-1ab7ee94-2b1b-4d00-a173-d953aa4e9281 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfcb05d5-f6a9-430f-b26d-f202f5e228d2 HTTP/1.1" status: 200 len: 210 time: 0.0303943 Aug 27 21:37:13.881000 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 40496) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:37:13.938299 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e8a1abf6-77b8-45c1-8396-fb7fe6c6b0a3 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:13.966220 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e8a1abf6-77b8-45c1-8396-fb7fe6c6b0a3 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:14.029146 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e8a1abf6-77b8-45c1-8396-fb7fe6c6b0a3 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:14.031815 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e8a1abf6-77b8-45c1-8396-fb7fe6c6b0a3 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:14.033033 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-e8a1abf6-77b8-45c1-8396-fb7fe6c6b0a3 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] 10.222.0.39 "DELETE /v2.0/security-groups/ff22aee3-f722-4f01-b86b-f6033a65b63e HTTP/1.1" status: 204 len: 168 time: 0.1509528 Aug 27 21:37:14.042636 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a1abf6-77b8-45c1-8396-fb7fe6c6b0a3 tempest-TestShelveInstance-1596329878 tempest-TestShelveInstance-1596329878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff22aee3-f722-4f01-b86b-f6033a65b63e,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:37:14.079088 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 40500) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:37:14.418776 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-62de182d-032f-4d0c-9351-c54642330f32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634575'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:14.661129 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-62de182d-032f-4d0c-9351-c54642330f32 admin admin] Deleting port c3e261b3-43a4-40f9-ac75-0441308829ee {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 21:37:14.661481 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-62de182d-032f-4d0c-9351-c54642330f32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794201129759'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:14.746498 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-62de182d-032f-4d0c-9351-c54642330f32 admin admin] For port c3e261b3-43a4-40f9-ac75-0441308829ee, host dv-cinder-806436-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=c3e261b3-43a4-40f9-ac75-0441308829ee,segment=NetworkSegment(83b364ad-b48d-48fe-9f25-96e2d2d67629),segment_id=83b364ad-b48d-48fe-9f25-96e2d2d67629)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:37:14.746852 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-62de182d-032f-4d0c-9351-c54642330f32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:14.760454 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-62de182d-032f-4d0c-9351-c54642330f32 admin admin] Calling delete_port for c3e261b3-43a4-40f9-ac75-0441308829ee owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 21:37:14.937735 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-62de182d-032f-4d0c-9351-c54642330f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794201022239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794200564237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25193636'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:14.963719 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62de182d-032f-4d0c-9351-c54642330f32 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3e261b3-43a4-40f9-ac75-0441308829ee,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:37:15.138716 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-62de182d-032f-4d0c-9351-c54642330f32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634373'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:15.360402 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62de182d-032f-4d0c-9351-c54642330f32 admin admin] Router af330549-9708-4391-9c6f-e896b8fd4bd8 has already been hosted by L3 agent da753c34-e47f-42d8-9f83-ec5464f53bc8 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 21:37:15.466405 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62de182d-032f-4d0c-9351-c54642330f32 admin admin] Notify agent at l3_agent.dv-cinder-806436-1-iscsi the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 21:37:15.471371 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-62de182d-032f-4d0c-9351-c54642330f32 admin admin] 10.222.0.39 "PUT /v2.0/routers/af330549-9708-4391-9c6f-e896b8fd4bd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3912766 Aug 27 21:37:15.474061 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 40502) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:37:15.477197 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2257df4-cd91-4029-9b6b-4af1dab27ebd None None] Sync routers for ids ['af330549-9708-4391-9c6f-e896b8fd4bd8'] in dv-cinder-806436-1-iscsi {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 21:37:15.486436 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2257df4-cd91-4029-9b6b-4af1dab27ebd None None] Routers {'af330549-9708-4391-9c6f-e896b8fd4bd8'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:37:15.486985 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a2257df4-cd91-4029-9b6b-4af1dab27ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:36:51Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['af330549-9708-4391-9c6f-e896b8fd4bd8'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:37:15.577806 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8168ddab-6bcf-4479-b2de-dd2a9ae55497 admin admin] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:15.592256 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-a2257df4-cd91-4029-9b6b-4af1dab27ebd None None] Set router af330549-9708-4391-9c6f-e896b8fd4bd8 gateway port host: dv-cinder-806436-1-iscsi {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:37:15.685224 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8168ddab-6bcf-4479-b2de-dd2a9ae55497 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:15.744921 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-8168ddab-6bcf-4479-b2de-dd2a9ae55497 admin admin] Deleting port 0903779a-f556-40d6-a146-3bed08853238 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 21:37:15.745180 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8168ddab-6bcf-4479-b2de-dd2a9ae55497 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794201129759'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:15.831829 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-8168ddab-6bcf-4479-b2de-dd2a9ae55497 admin admin] For port 0903779a-f556-40d6-a146-3bed08853238, host dv-cinder-806436-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=0903779a-f556-40d6-a146-3bed08853238,segment=NetworkSegment(294aecfa-d12c-4149-ab86-bf2395e16d40),segment_id=294aecfa-d12c-4149-ab86-bf2395e16d40)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:37:15.832446 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8168ddab-6bcf-4479-b2de-dd2a9ae55497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:15.845368 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-8168ddab-6bcf-4479-b2de-dd2a9ae55497 admin admin] Calling delete_port for 0903779a-f556-40d6-a146-3bed08853238 owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 21:37:15.907171 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a2257df4-cd91-4029-9b6b-4af1dab27ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af330549-9708-4391-9c6f-e896b8fd4bd8', 'name': 'tempest-TestShelveInstance-1605246349-router', 'tenant_id': '3633a7ec3f2e47d38f69218d81c309ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '0903779a-f556-40d6-a146-3bed08853238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:32:42Z', 'updated_at': '2021-08-27T21:37:14Z', 'revision_number': 5, 'project_id': '3633a7ec3f2e47d38f69218d81c309ac', 'gw_port': {'id': '0903779a-f556-40d6-a146-3bed08853238', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af330549-9708-4391-9c6f-e896b8fd4bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:32:42Z', 'updated_at': '2021-08-27T21:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi'}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:37:15.933636 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2257df4-cd91-4029-9b6b-4af1dab27ebd None None] Checking router: af330549-9708-4391-9c6f-e896b8fd4bd8 for host: dv-cinder-806436-1-iscsi {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 21:37:15.942812 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2257df4-cd91-4029-9b6b-4af1dab27ebd None None] Routers {'af330549-9708-4391-9c6f-e896b8fd4bd8'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:37:15.943416 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a2257df4-cd91-4029-9b6b-4af1dab27ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:36:51Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['af330549-9708-4391-9c6f-e896b8fd4bd8'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:37:16.026823 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8168ddab-6bcf-4479-b2de-dd2a9ae55497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794201022239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794200564237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25193636'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:16.032936 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-a2257df4-cd91-4029-9b6b-4af1dab27ebd None None] Set router af330549-9708-4391-9c6f-e896b8fd4bd8 gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:37:16.054791 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8168ddab-6bcf-4479-b2de-dd2a9ae55497 admin admin] Pushing event deleted for resources: {'Port': ['ID=0903779a-f556-40d6-a146-3bed08853238,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:37:16.089803 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a2257df4-cd91-4029-9b6b-4af1dab27ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af330549-9708-4391-9c6f-e896b8fd4bd8', 'name': 'tempest-TestShelveInstance-1605246349-router', 'tenant_id': '3633a7ec3f2e47d38f69218d81c309ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:32:42Z', 'updated_at': '2021-08-27T21:37:15Z', 'revision_number': 6, 'project_id': '3633a7ec3f2e47d38f69218d81c309ac', 'gw_port_host': None}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:37:16.113422 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8168ddab-6bcf-4479-b2de-dd2a9ae55497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628319'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:16.116891 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2257df4-cd91-4029-9b6b-4af1dab27ebd None None] The sync data for ids ['af330549-9708-4391-9c6f-e896b8fd4bd8'] in dv-cinder-806436-1-iscsi is: [{'id': 'af330549-9708-4391-9c6f-e896b8fd4bd8', 'name': 'tempest-TestShelveInstance-1605246349-router', 'tenant_id': '3633a7ec3f2e47d38f69218d81c309ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:32:42Z', 'updated_at': '2021-08-27T21:37:15Z', 'revision_number': 6, 'project_id': '3633a7ec3f2e47d38f69218d81c309ac', 'gw_port_host': None}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 21:37:16.202960 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8168ddab-6bcf-4479-b2de-dd2a9ae55497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-630464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40198'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:16.205077 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8168ddab-6bcf-4479-b2de-dd2a9ae55497 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:16.250981 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8168ddab-6bcf-4479-b2de-dd2a9ae55497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-630479'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:16.251520 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8168ddab-6bcf-4479-b2de-dd2a9ae55497 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af330549-9708-4391-9c6f-e896b8fd4bd8 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 21:37:16.256666 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8168ddab-6bcf-4479-b2de-dd2a9ae55497 admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:16.257838 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-8168ddab-6bcf-4479-b2de-dd2a9ae55497 admin admin] 10.222.0.39 "DELETE /v2.0/routers/af330549-9708-4391-9c6f-e896b8fd4bd8 HTTP/1.1" status: 204 len: 168 time: 0.7828674 Aug 27 21:37:16.260418 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 40504) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:37:16.305201 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a950a16-4873-4646-8285-043cac2c6cc5 admin admin] Deleting subnet b1adaf92-b3d4-408b-9e3f-dba8dda3f624 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 21:37:16.308264 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9a950a16-4873-4646-8285-043cac2c6cc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:16.342566 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9a950a16-4873-4646-8285-043cac2c6cc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25551017'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:16.660460 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device c3e261b3-43a4-40f9-ac75-0441308829ee no longer exists at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 21:37:16.681756 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] No Port match for: c3e261b3-43a4-40f9-ac75-0441308829ee {{(pid=93798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 21:37:16.682099 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device c3e261b3-43a4-40f9-ac75-0441308829ee not bound to the agent host dv-cinder-806436-1-iscsi {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 21:37:16.682414 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9a950a16-4873-4646-8285-043cac2c6cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8232119'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:16.682731 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 0903779a-f556-40d6-a146-3bed08853238 no longer exists at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 21:37:16.706855 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device ed7e23bb-27eb-4e86-8bf9-3d0b916f167c no longer exists at agent hyperv_hv-cinder-80643 {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 21:37:16.727155 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] No Port match for: 0903779a-f556-40d6-a146-3bed08853238 {{(pid=93798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 21:37:16.732159 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 0903779a-f556-40d6-a146-3bed08853238 not bound to the agent host dv-cinder-806436-1-iscsi {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 21:37:16.732159 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] No Port match for: ed7e23bb-27eb-4e86-8bf9-3d0b916f167c {{(pid=93798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 21:37:16.732159 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Device ed7e23bb-27eb-4e86-8bf9-3d0b916f167c not bound to the agent host hv-cinder-80643 {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 21:37:16.751048 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9a950a16-4873-4646-8285-043cac2c6cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8232120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25193719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26072292'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:16.778634 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a950a16-4873-4646-8285-043cac2c6cc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1adaf92-b3d4-408b-9e3f-dba8dda3f624,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:37:16.782547 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9a950a16-4873-4646-8285-043cac2c6cc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:16.784708 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-9a950a16-4873-4646-8285-043cac2c6cc5 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b1adaf92-b3d4-408b-9e3f-dba8dda3f624 HTTP/1.1" status: 204 len: 168 time: 0.5233064 Aug 27 21:37:16.787957 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 40506) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:37:16.790493 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396f85e2-278a-4e40-ae3b-ce8cc8219310 None None] Network 759bc5bf-bf4d-4679-ab2e-1244d5da1d99 requested from dv-cinder-806436-1-iscsi {{(pid=93798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 21:37:16.876210 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4b11a707-9c65-439d-b912-28d02fa77087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8293159'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:16.944308 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-4b11a707-9c65-439d-b912-28d02fa77087 admin admin] Deleting port 7bd196b1-dcf4-44c7-8e71-2f9fc2c892c6 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 21:37:16.944715 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4b11a707-9c65-439d-b912-28d02fa77087 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794201129759'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:17.031466 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-4b11a707-9c65-439d-b912-28d02fa77087 admin admin] For port 7bd196b1-dcf4-44c7-8e71-2f9fc2c892c6, host dv-cinder-806436-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=7bd196b1-dcf4-44c7-8e71-2f9fc2c892c6,segment=NetworkSegment(83b364ad-b48d-48fe-9f25-96e2d2d67629),segment_id=83b364ad-b48d-48fe-9f25-96e2d2d67629)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:37:17.031466 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4b11a707-9c65-439d-b912-28d02fa77087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:17.039722 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f252ee9-b9a5-4af6-b40e-3cdc874d9ed8 None None] DHCP port deletion for 759bc5bf-bf4d-4679-ab2e-1244d5da1d99 request from dv-cinder-806436-1-iscsi {{(pid=93798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 21:37:17.047746 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-4b11a707-9c65-439d-b912-28d02fa77087 admin admin] Calling delete_port for 7bd196b1-dcf4-44c7-8e71-2f9fc2c892c6 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 21:37:17.094394 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-0f252ee9-b9a5-4af6-b40e-3cdc874d9ed8 None None] Deleting port 7bd196b1-dcf4-44c7-8e71-2f9fc2c892c6 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 21:37:17.094768 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0f252ee9-b9a5-4af6-b40e-3cdc874d9ed8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794201129759'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:17.139927 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4b11a707-9c65-439d-b912-28d02fa77087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794201022239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794200564237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25193636'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:17.160735 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-0f252ee9-b9a5-4af6-b40e-3cdc874d9ed8 None None] For port 7bd196b1-dcf4-44c7-8e71-2f9fc2c892c6, host dv-cinder-806436-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=7bd196b1-dcf4-44c7-8e71-2f9fc2c892c6,segment=NetworkSegment(83b364ad-b48d-48fe-9f25-96e2d2d67629),segment_id=83b364ad-b48d-48fe-9f25-96e2d2d67629)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:37:17.161138 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0f252ee9-b9a5-4af6-b40e-3cdc874d9ed8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:17.165468 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11a707-9c65-439d-b912-28d02fa77087 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bd196b1-dcf4-44c7-8e71-2f9fc2c892c6,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:37:17.171765 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b11a707-9c65-439d-b912-28d02fa77087 admin admin] No DVR routers for this DVR port 7bd196b1-dcf4-44c7-8e71-2f9fc2c892c6 on host dv-cinder-806436-1-iscsi {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 21:37:17.174537 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-0f252ee9-b9a5-4af6-b40e-3cdc874d9ed8 None None] Calling delete_port for 7bd196b1-dcf4-44c7-8e71-2f9fc2c892c6 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 21:37:17.245804 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4b11a707-9c65-439d-b912-28d02fa77087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8361292', 'neutron.services.segments.db._delete_segments_for_network-8794201047534'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:17.256360 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.services.segments.db [None req-4b11a707-9c65-439d-b912-28d02fa77087 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['759bc5bf-bf4d-4679-ab2e-1244d5da1d99']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:37:17.257668 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0f252ee9-b9a5-4af6-b40e-3cdc874d9ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794201022239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794200564237'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:17.270714 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.services.segments.db [None req-4b11a707-9c65-439d-b912-28d02fa77087 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83b364ad-b48d-48fe-9f25-96e2d2d67629') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:37:17.271010 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.services.segments.db [None req-4b11a707-9c65-439d-b912-28d02fa77087 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83b364ad-b48d-48fe-9f25-96e2d2d67629') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:37:17.279970 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4b11a707-9c65-439d-b912-28d02fa77087 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794201047417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25551030'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:17.282661 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f252ee9-b9a5-4af6-b40e-3cdc874d9ed8 None None] Pushing event deleted for resources: {'Port': ['ID=7bd196b1-dcf4-44c7-8e71-2f9fc2c892c6,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:37:17.290873 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f252ee9-b9a5-4af6-b40e-3cdc874d9ed8 None None] No DVR routers for this DVR port 7bd196b1-dcf4-44c7-8e71-2f9fc2c892c6 on host dv-cinder-806436-1-iscsi {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 21:37:17.293019 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f252ee9-b9a5-4af6-b40e-3cdc874d9ed8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:37:17.293614 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f252ee9-b9a5-4af6-b40e-3cdc874d9ed8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:37:17.293962 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f252ee9-b9a5-4af6-b40e-3cdc874d9ed8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:37:17.294528 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f252ee9-b9a5-4af6-b40e-3cdc874d9ed8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:37:17.294944 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f252ee9-b9a5-4af6-b40e-3cdc874d9ed8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:37:17.295337 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f252ee9-b9a5-4af6-b40e-3cdc874d9ed8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:37:17.295668 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f252ee9-b9a5-4af6-b40e-3cdc874d9ed8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:37:17.295852 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4b11a707-9c65-439d-b912-28d02fa77087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226622'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:17.295978 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f252ee9-b9a5-4af6-b40e-3cdc874d9ed8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:37:17.296303 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f252ee9-b9a5-4af6-b40e-3cdc874d9ed8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:37:17.296657 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f252ee9-b9a5-4af6-b40e-3cdc874d9ed8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:37:17.296965 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f252ee9-b9a5-4af6-b40e-3cdc874d9ed8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:37:17.297281 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f252ee9-b9a5-4af6-b40e-3cdc874d9ed8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806436-1-iscsi {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 21:37:17.306096 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b11a707-9c65-439d-b912-28d02fa77087 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 21:37:17.306096 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4b11a707-9c65-439d-b912-28d02fa77087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25193617'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:17.306621 dv-cinder-806436-1-iscsi neutron-server[93796]: Traceback (most recent call last): Aug 27 21:37:17.306621 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 21:37:17.306621 dv-cinder-806436-1-iscsi neutron-server[93796]: timer() Aug 27 21:37:17.306621 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 21:37:17.306621 dv-cinder-806436-1-iscsi neutron-server[93796]: cb(*args, **kw) Aug 27 21:37:17.306621 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 21:37:17.306621 dv-cinder-806436-1-iscsi neutron-server[93796]: return func(*args, **kwargs) Aug 27 21:37:17.306621 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 21:37:17.306621 dv-cinder-806436-1-iscsi neutron-server[93796]: self._notify() Aug 27 21:37:17.306621 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 21:37:17.306621 dv-cinder-806436-1-iscsi neutron-server[93796]: self.callback(batched_events) Aug 27 21:37:17.306621 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 21:37:17.306621 dv-cinder-806436-1-iscsi neutron-server[93796]: event.method(event) Aug 27 21:37:17.306621 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 21:37:17.306621 dv-cinder-806436-1-iscsi neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 21:37:17.306621 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 21:37:17.306621 dv-cinder-806436-1-iscsi neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 21:37:17.306621 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 21:37:17.306621 dv-cinder-806436-1-iscsi neutron-server[93796]: return f(self, *a, **k) Aug 27 21:37:17.306621 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 21:37:17.306621 dv-cinder-806436-1-iscsi neutron-server[93796]: return self._get(url).json() Aug 27 21:37:17.306621 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 21:37:17.306621 dv-cinder-806436-1-iscsi neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 21:37:17.306621 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 21:37:17.306621 dv-cinder-806436-1-iscsi neutron-server[93796]: return self.request(url, 'GET', **kwargs) Aug 27 21:37:17.306621 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 21:37:17.306621 dv-cinder-806436-1-iscsi neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 21:37:17.306621 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 21:37:17.306621 dv-cinder-806436-1-iscsi neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 21:37:17.306621 dv-cinder-806436-1-iscsi neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 21:37:17.306621 dv-cinder-806436-1-iscsi neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 21:37:17.306621 dv-cinder-806436-1-iscsi neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 21:37:17.363277 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4b11a707-9c65-439d-b912-28d02fa77087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8361269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628323'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:17.367644 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4b11a707-9c65-439d-b912-28d02fa77087 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:17.369580 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-4b11a707-9c65-439d-b912-28d02fa77087 admin admin] 10.222.0.39 "DELETE /v2.0/networks/759bc5bf-bf4d-4679-ab2e-1244d5da1d99 HTTP/1.1" status: 204 len: 168 time: 0.5808074 Aug 27 21:37:17.372800 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 40508) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:37:17.382926 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11a707-9c65-439d-b912-28d02fa77087 admin admin] Pushing event deleted for resources: {'Network': ['ID=759bc5bf-bf4d-4679-ab2e-1244d5da1d99,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:37:17.730117 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5b4b189e-e270-40d2-8dd1-fff51e30331c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634575'] for router_interface, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:17.979077 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b189e-e270-40d2-8dd1-fff51e30331c admin admin] Deleting port fafbdff6-9723-4b88-bed5-8a94abc2b348 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 21:37:17.979417 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5b4b189e-e270-40d2-8dd1-fff51e30331c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794201129759'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:18.059989 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-5b4b189e-e270-40d2-8dd1-fff51e30331c admin admin] For port fafbdff6-9723-4b88-bed5-8a94abc2b348, host dv-cinder-806436-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=fafbdff6-9723-4b88-bed5-8a94abc2b348,segment=NetworkSegment(21f7626c-5e1e-4d15-be40-468178096644),segment_id=21f7626c-5e1e-4d15-be40-468178096644)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:37:18.060238 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5b4b189e-e270-40d2-8dd1-fff51e30331c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:18.073560 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b189e-e270-40d2-8dd1-fff51e30331c admin admin] Calling delete_port for fafbdff6-9723-4b88-bed5-8a94abc2b348 owned by network:router_interface {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 21:37:18.261705 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5b4b189e-e270-40d2-8dd1-fff51e30331c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794201022239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794200564237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-275356'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:18.288945 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b189e-e270-40d2-8dd1-fff51e30331c admin admin] Pushing event deleted for resources: {'Port': ['ID=fafbdff6-9723-4b88-bed5-8a94abc2b348,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:37:18.453316 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5b4b189e-e270-40d2-8dd1-fff51e30331c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634373'] for router_interface, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:18.672007 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b4b189e-e270-40d2-8dd1-fff51e30331c admin admin] Router beab16c3-404d-40c1-a53b-a27203b0e0e0 has already been hosted by L3 agent da753c34-e47f-42d8-9f83-ec5464f53bc8 {{(pid=93797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 21:37:18.704673 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 7bd196b1-dcf4-44c7-8e71-2f9fc2c892c6 no longer exists at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 21:37:18.730541 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] No Port match for: 7bd196b1-dcf4-44c7-8e71-2f9fc2c892c6 {{(pid=93798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 21:37:18.730883 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 7bd196b1-dcf4-44c7-8e71-2f9fc2c892c6 not bound to the agent host dv-cinder-806436-1-iscsi {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 21:37:18.745885 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7988d6a7-cac0-462c-8fab-a5a233ccb066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:18.780948 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4b189e-e270-40d2-8dd1-fff51e30331c admin admin] Notify agent at l3_agent.dv-cinder-806436-1-iscsi the message routers_updated {{(pid=93797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 21:37:18.786168 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-5b4b189e-e270-40d2-8dd1-fff51e30331c admin admin] 10.222.0.39 "PUT /v2.0/routers/beab16c3-404d-40c1-a53b-a27203b0e0e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4122245 Aug 27 21:37:18.788965 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 40510) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:37:18.789629 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b697acce-1149-45b3-934e-c4aa9b491d86 None None] Sync routers for ids ['beab16c3-404d-40c1-a53b-a27203b0e0e0'] in dv-cinder-806436-1-iscsi {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 21:37:18.799137 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b697acce-1149-45b3-934e-c4aa9b491d86 None None] Routers {'beab16c3-404d-40c1-a53b-a27203b0e0e0'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:37:18.799841 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-b697acce-1149-45b3-934e-c4aa9b491d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:36:51Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['beab16c3-404d-40c1-a53b-a27203b0e0e0'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:37:18.898106 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aa286e25-2b6b-47a7-9efd-8d592fbdcbca admin admin] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:18.906857 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-b697acce-1149-45b3-934e-c4aa9b491d86 None None] Set router beab16c3-404d-40c1-a53b-a27203b0e0e0 gateway port host: dv-cinder-806436-1-iscsi {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:37:19.007238 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aa286e25-2b6b-47a7-9efd-8d592fbdcbca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:19.063873 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-aa286e25-2b6b-47a7-9efd-8d592fbdcbca admin admin] Deleting port 38df84d0-5e39-49dc-9455-5fd7332d2bc1 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 21:37:19.064213 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aa286e25-2b6b-47a7-9efd-8d592fbdcbca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794201129759'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:19.149602 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-aa286e25-2b6b-47a7-9efd-8d592fbdcbca admin admin] For port 38df84d0-5e39-49dc-9455-5fd7332d2bc1, host dv-cinder-806436-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=38df84d0-5e39-49dc-9455-5fd7332d2bc1,segment=NetworkSegment(294aecfa-d12c-4149-ab86-bf2395e16d40),segment_id=294aecfa-d12c-4149-ab86-bf2395e16d40)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:37:19.149858 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aa286e25-2b6b-47a7-9efd-8d592fbdcbca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:19.163434 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-aa286e25-2b6b-47a7-9efd-8d592fbdcbca admin admin] Calling delete_port for 38df84d0-5e39-49dc-9455-5fd7332d2bc1 owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 21:37:19.177215 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-b697acce-1149-45b3-934e-c4aa9b491d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beab16c3-404d-40c1-a53b-a27203b0e0e0', 'name': 'tempest-TestShelveInstance-984794331-router', 'tenant_id': 'ffab4d9e04c74c0bb325ba30d2f449c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'external_fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '38df84d0-5e39-49dc-9455-5fd7332d2bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:32:46Z', 'updated_at': '2021-08-27T21:37:18Z', 'revision_number': 5, 'project_id': 'ffab4d9e04c74c0bb325ba30d2f449c1', 'gw_port': {'id': '38df84d0-5e39-49dc-9455-5fd7332d2bc1', 'name': '', 'network_id': '3cb20040-a5aa-4574-8b0a-6832b57fea7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beab16c3-404d-40c1-a53b-a27203b0e0e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806436-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T21:32:47Z', 'updated_at': '2021-08-27T21:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca2fa5cb-b298-4fb9-b5f4-ab6912612305', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806436-1-iscsi'}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:37:19.209151 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b697acce-1149-45b3-934e-c4aa9b491d86 None None] Checking router: beab16c3-404d-40c1-a53b-a27203b0e0e0 for host: dv-cinder-806436-1-iscsi {{(pid=93799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 21:37:19.217556 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b697acce-1149-45b3-934e-c4aa9b491d86 None None] Routers {'beab16c3-404d-40c1-a53b-a27203b0e0e0'} bound to L3 agent in host dv-cinder-806436-1-iscsi {{(pid=93799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 21:37:19.218174 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-b697acce-1149-45b3-934e-c4aa9b491d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806436-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T21:15:51Z,description=,heartbeat_timestamp=2021-08-27T21:36:51Z,host='dv-cinder-806436-1-iscsi',id=da753c34-e47f-42d8-9f83-ec5464f53bc8,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T21:15:51Z,topic='l3_agent')) {'router_ids': ['beab16c3-404d-40c1-a53b-a27203b0e0e0'], 'active': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:37:19.310177 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_dvr_db [None req-b697acce-1149-45b3-934e-c4aa9b491d86 None None] Set router beab16c3-404d-40c1-a53b-a27203b0e0e0 gateway port host: None {{(pid=93799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 21:37:19.341274 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aa286e25-2b6b-47a7-9efd-8d592fbdcbca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794201022239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794200564237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25193636'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:19.367920 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.l3_hamode_db [None req-b697acce-1149-45b3-934e-c4aa9b491d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beab16c3-404d-40c1-a53b-a27203b0e0e0', 'name': 'tempest-TestShelveInstance-984794331-router', 'tenant_id': 'ffab4d9e04c74c0bb325ba30d2f449c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:32:46Z', 'updated_at': '2021-08-27T21:37:19Z', 'revision_number': 6, 'project_id': 'ffab4d9e04c74c0bb325ba30d2f449c1', 'gw_port_host': None}], 'dv-cinder-806436-1-iscsi', False) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:37:19.368866 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa286e25-2b6b-47a7-9efd-8d592fbdcbca admin admin] Pushing event deleted for resources: {'Port': ['ID=38df84d0-5e39-49dc-9455-5fd7332d2bc1,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:37:19.396604 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b697acce-1149-45b3-934e-c4aa9b491d86 None None] The sync data for ids ['beab16c3-404d-40c1-a53b-a27203b0e0e0'] in dv-cinder-806436-1-iscsi is: [{'id': 'beab16c3-404d-40c1-a53b-a27203b0e0e0', 'name': 'tempest-TestShelveInstance-984794331-router', 'tenant_id': 'ffab4d9e04c74c0bb325ba30d2f449c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T21:32:46Z', 'updated_at': '2021-08-27T21:37:19Z', 'revision_number': 6, 'project_id': 'ffab4d9e04c74c0bb325ba30d2f449c1', 'gw_port_host': None}] {{(pid=93799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 21:37:19.433261 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aa286e25-2b6b-47a7-9efd-8d592fbdcbca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628319'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:19.522686 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aa286e25-2b6b-47a7-9efd-8d592fbdcbca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-630464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40198'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:19.524813 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aa286e25-2b6b-47a7-9efd-8d592fbdcbca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:19.569794 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aa286e25-2b6b-47a7-9efd-8d592fbdcbca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-630479'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:19.570386 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa286e25-2b6b-47a7-9efd-8d592fbdcbca admin admin] Fanout notify agent at l3_agent the message router_deleted on router beab16c3-404d-40c1-a53b-a27203b0e0e0 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 21:37:19.574527 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aa286e25-2b6b-47a7-9efd-8d592fbdcbca admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:19.575680 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-aa286e25-2b6b-47a7-9efd-8d592fbdcbca admin admin] 10.222.0.39 "DELETE /v2.0/routers/beab16c3-404d-40c1-a53b-a27203b0e0e0 HTTP/1.1" status: 204 len: 168 time: 0.7856383 Aug 27 21:37:19.578195 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.39', 40512) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:37:19.626097 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-addcdd19-51ab-44d5-b8e1-ae66da6fbe4d admin admin] Deleting subnet e2544d8e-da95-4722-94cd-6440b766f6a7 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 21:37:19.630384 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-addcdd19-51ab-44d5-b8e1-ae66da6fbe4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:19.666101 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-addcdd19-51ab-44d5-b8e1-ae66da6fbe4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25551017'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:19.754055 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-addcdd19-51ab-44d5-b8e1-ae66da6fbe4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8232119'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:19.811551 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-addcdd19-51ab-44d5-b8e1-ae66da6fbe4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8232120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25193719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26072292'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:19.836201 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addcdd19-51ab-44d5-b8e1-ae66da6fbe4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2544d8e-da95-4722-94cd-6440b766f6a7,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:37:19.842042 dv-cinder-806436-1-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-addcdd19-51ab-44d5-b8e1-ae66da6fbe4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:19.846742 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 40514) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:37:19.847458 dv-cinder-806436-1-iscsi neutron-server[93796]: INFO neutron.wsgi [None req-addcdd19-51ab-44d5-b8e1-ae66da6fbe4d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e2544d8e-da95-4722-94cd-6440b766f6a7 HTTP/1.1" status: 204 len: 168 time: 0.2673438 Aug 27 21:37:19.849301 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6983cfe0-8336-4d18-ba94-8856267400ec None None] Network 9127b9f6-c73d-4e99-a549-8b0736e9f8bf requested from dv-cinder-806436-1-iscsi {{(pid=93798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 21:37:19.915021 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8573f9a7-8cef-4c93-b05f-da11c52a65fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8293159'] for network, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:19.971707 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-8573f9a7-8cef-4c93-b05f-da11c52a65fd admin admin] Deleting port 6adf79dc-1fc2-40cf-b8ec-25a6e0ab3664 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 21:37:19.972115 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8573f9a7-8cef-4c93-b05f-da11c52a65fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794201129759'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:20.035352 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-8573f9a7-8cef-4c93-b05f-da11c52a65fd admin admin] For port 6adf79dc-1fc2-40cf-b8ec-25a6e0ab3664, host dv-cinder-806436-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806436-1-iscsi',level=0,port_id=6adf79dc-1fc2-40cf-b8ec-25a6e0ab3664,segment=NetworkSegment(21f7626c-5e1e-4d15-be40-468178096644),segment_id=21f7626c-5e1e-4d15-be40-468178096644)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 21:37:20.035731 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8573f9a7-8cef-4c93-b05f-da11c52a65fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:20.052031 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-8573f9a7-8cef-4c93-b05f-da11c52a65fd admin admin] Calling delete_port for 6adf79dc-1fc2-40cf-b8ec-25a6e0ab3664 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 21:37:20.133271 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8573f9a7-8cef-4c93-b05f-da11c52a65fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8325891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794201022239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794200564237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-275356'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:20.157366 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8573f9a7-8cef-4c93-b05f-da11c52a65fd admin admin] Pushing event deleted for resources: {'Port': ['ID=6adf79dc-1fc2-40cf-b8ec-25a6e0ab3664,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:37:20.165658 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8573f9a7-8cef-4c93-b05f-da11c52a65fd admin admin] No DVR routers for this DVR port 6adf79dc-1fc2-40cf-b8ec-25a6e0ab3664 on host dv-cinder-806436-1-iscsi {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 21:37:20.166706 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c746d3-a221-4727-bf90-29e40d96abcb None None] DHCP port deletion for 9127b9f6-c73d-4e99-a549-8b0736e9f8bf request from dv-cinder-806436-1-iscsi {{(pid=93798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 21:37:20.238575 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8573f9a7-8cef-4c93-b05f-da11c52a65fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8361292', 'neutron.services.segments.db._delete_segments_for_network-8794201047534'] for network, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:20.248416 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.services.segments.db [None req-8573f9a7-8cef-4c93-b05f-da11c52a65fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9127b9f6-c73d-4e99-a549-8b0736e9f8bf']}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:37:20.260063 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.services.segments.db [None req-8573f9a7-8cef-4c93-b05f-da11c52a65fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21f7626c-5e1e-4d15-be40-468178096644') {'for_net_delete': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:37:20.260384 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.services.segments.db [None req-8573f9a7-8cef-4c93-b05f-da11c52a65fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21f7626c-5e1e-4d15-be40-468178096644') {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 21:37:20.271281 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8573f9a7-8cef-4c93-b05f-da11c52a65fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794201047417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3590184'] for segment, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:20.286241 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8573f9a7-8cef-4c93-b05f-da11c52a65fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226622'] for segment, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:20.292295 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8573f9a7-8cef-4c93-b05f-da11c52a65fd admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=93797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 21:37:20.292722 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8573f9a7-8cef-4c93-b05f-da11c52a65fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-275369'] for segment, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:20.294469 dv-cinder-806436-1-iscsi neutron-server[93797]: Traceback (most recent call last): Aug 27 21:37:20.294469 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 21:37:20.294469 dv-cinder-806436-1-iscsi neutron-server[93797]: timer() Aug 27 21:37:20.294469 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 21:37:20.294469 dv-cinder-806436-1-iscsi neutron-server[93797]: cb(*args, **kw) Aug 27 21:37:20.294469 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 21:37:20.294469 dv-cinder-806436-1-iscsi neutron-server[93797]: return func(*args, **kwargs) Aug 27 21:37:20.294469 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 21:37:20.294469 dv-cinder-806436-1-iscsi neutron-server[93797]: self._notify() Aug 27 21:37:20.294469 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 21:37:20.294469 dv-cinder-806436-1-iscsi neutron-server[93797]: self.callback(batched_events) Aug 27 21:37:20.294469 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 21:37:20.294469 dv-cinder-806436-1-iscsi neutron-server[93797]: event.method(event) Aug 27 21:37:20.294469 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 21:37:20.294469 dv-cinder-806436-1-iscsi neutron-server[93797]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 21:37:20.294469 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 21:37:20.294469 dv-cinder-806436-1-iscsi neutron-server[93797]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 21:37:20.294469 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 21:37:20.294469 dv-cinder-806436-1-iscsi neutron-server[93797]: return f(self, *a, **k) Aug 27 21:37:20.294469 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 21:37:20.294469 dv-cinder-806436-1-iscsi neutron-server[93797]: return self._get(url).json() Aug 27 21:37:20.294469 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 21:37:20.294469 dv-cinder-806436-1-iscsi neutron-server[93797]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 21:37:20.294469 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 21:37:20.294469 dv-cinder-806436-1-iscsi neutron-server[93797]: return self.request(url, 'GET', **kwargs) Aug 27 21:37:20.294469 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 21:37:20.294469 dv-cinder-806436-1-iscsi neutron-server[93797]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 21:37:20.294469 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 21:37:20.294469 dv-cinder-806436-1-iscsi neutron-server[93797]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 21:37:20.294469 dv-cinder-806436-1-iscsi neutron-server[93797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 21:37:20.294469 dv-cinder-806436-1-iscsi neutron-server[93797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 21:37:20.294469 dv-cinder-806436-1-iscsi neutron-server[93797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 21:37:20.359344 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8573f9a7-8cef-4c93-b05f-da11c52a65fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8361269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628323'] for network, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:20.365276 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8573f9a7-8cef-4c93-b05f-da11c52a65fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011576'] for network, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:20.367144 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-8573f9a7-8cef-4c93-b05f-da11c52a65fd admin admin] 10.222.0.39 "DELETE /v2.0/networks/9127b9f6-c73d-4e99-a549-8b0736e9f8bf HTTP/1.1" status: 204 len: 168 time: 0.5193622 Aug 27 21:37:20.378777 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8573f9a7-8cef-4c93-b05f-da11c52a65fd admin admin] Pushing event deleted for resources: {'Network': ['ID=9127b9f6-c73d-4e99-a549-8b0736e9f8bf,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:37:20.573660 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 40518) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:37:20.615964 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-03633b05-4817-4faf-ae0f-7a91b05681d3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3633a7ec3f2e47d38f69218d81c309ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411599 Aug 27 21:37:20.618384 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 40520) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:37:20.661935 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 6adf79dc-1fc2-40cf-b8ec-25a6e0ab3664 no longer exists at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 21:37:20.670736 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2cbba584-ddaf-4e89-8185-74cb2e0f0f18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:20.681743 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] No Port match for: 6adf79dc-1fc2-40cf-b8ec-25a6e0ab3664 {{(pid=93798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 21:37:20.682075 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 6adf79dc-1fc2-40cf-b8ec-25a6e0ab3664 not bound to the agent host dv-cinder-806436-1-iscsi {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 21:37:20.682488 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device fafbdff6-9723-4b88-bed5-8a94abc2b348 no longer exists at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 21:37:20.692921 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2cbba584-ddaf-4e89-8185-74cb2e0f0f18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:20.701186 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] No Port match for: fafbdff6-9723-4b88-bed5-8a94abc2b348 {{(pid=93798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 21:37:20.701525 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device fafbdff6-9723-4b88-bed5-8a94abc2b348 not bound to the agent host dv-cinder-806436-1-iscsi {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 21:37:20.701936 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 38df84d0-5e39-49dc-9455-5fd7332d2bc1 no longer exists at agent ovs-agent-dv-cinder-806436-1-iscsi {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 21:37:20.720392 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] No Port match for: 38df84d0-5e39-49dc-9455-5fd7332d2bc1 {{(pid=93798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 21:37:20.720733 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron.plugins.ml2.rpc [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Device 38df84d0-5e39-49dc-9455-5fd7332d2bc1 not bound to the agent host dv-cinder-806436-1-iscsi {{(pid=93798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 21:37:20.746091 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2cbba584-ddaf-4e89-8185-74cb2e0f0f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:20.748857 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2cbba584-ddaf-4e89-8185-74cb2e0f0f18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:20.750011 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-2cbba584-ddaf-4e89-8185-74cb2e0f0f18 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/00e629cb-ef30-439a-92f3-1d33f971fc75 HTTP/1.1" status: 204 len: 168 time: 0.1307235 Aug 27 21:37:20.758710 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbba584-ddaf-4e89-8185-74cb2e0f0f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e629cb-ef30-439a-92f3-1d33f971fc75,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:37:21.070250 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 40526) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:37:21.111258 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-f4307474-0c82-4016-af19-d4306f14f4d0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ffab4d9e04c74c0bb325ba30d2f449c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398564 Aug 27 21:37:21.114594 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [-] (93797) accepted ('10.222.0.39', 40528) {{(pid=93797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 21:37:21.165738 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-af932e71-6355-4f58-b2db-c2894f6f8fcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:21.187511 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-af932e71-6355-4f58-b2db-c2894f6f8fcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:21.239620 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-af932e71-6355-4f58-b2db-c2894f6f8fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701720'] for security_group, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:21.242256 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-af932e71-6355-4f58-b2db-c2894f6f8fcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:21.243404 dv-cinder-806436-1-iscsi neutron-server[93797]: INFO neutron.wsgi [None req-af932e71-6355-4f58-b2db-c2894f6f8fcc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/75931056-16ec-442b-b47a-ec6903c9f4bf HTTP/1.1" status: 204 len: 168 time: 0.1278658 Aug 27 21:37:21.251171 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af932e71-6355-4f58-b2db-c2894f6f8fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75931056-16ec-442b-b47a-ec6903c9f4bf,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 21:37:21.359718 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2663f442-8f9d-45ed-8f08-610e4a493038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:21.580471 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:22.750638 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65920cb9-5c7f-4952-b134-219b92defc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:24.108300 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-778ce8a3-384f-4928-b9ff-199d4ced17a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:41.889532 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.agents_db [None req-9a3f5963-9603-4723-9a6c-2e2f5b4345b2 None None] Agent healthcheck: found 6 active agents {{(pid=93799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 21:37:42.403219 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:48.737652 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-068c5b6e-c36b-418f-80d2-d116b612f253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:51.361254 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-287587fd-6d1b-4b0b-b1f5-b1cd24cacbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:51.575738 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:52.752131 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65920cb9-5c7f-4952-b134-219b92defc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:37:54.109124 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-778ce8a3-384f-4928-b9ff-199d4ced17a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:38:12.418838 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:38:18.739430 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7b275ed6-a8c8-45d5-a300-9bca0fd85b11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:38:18.888865 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.agents_db [None req-9a3f5963-9603-4723-9a6c-2e2f5b4345b2 None None] Agent healthcheck: found 6 active agents {{(pid=93799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 21:38:21.361513 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5e632925-7d04-4ebe-b164-90340d5a40f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:38:21.576415 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:38:22.754628 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65920cb9-5c7f-4952-b134-219b92defc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:38:24.111823 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-778ce8a3-384f-4928-b9ff-199d4ced17a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:38:42.418067 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:38:48.740175 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5ed12c67-4fe7-47bf-89ad-16583ef83863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:38:51.364407 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-89fb0841-81bb-4a94-a75b-57bfd4d34c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:38:51.576446 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:38:52.756831 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65920cb9-5c7f-4952-b134-219b92defc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:38:54.115281 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-778ce8a3-384f-4928-b9ff-199d4ced17a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:38:55.888199 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.agents_db [None req-9a3f5963-9603-4723-9a6c-2e2f5b4345b2 None None] Agent healthcheck: found 6 active agents {{(pid=93799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 21:39:12.448003 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:39:18.740646 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-33511c5b-c66d-47f5-b475-9f404287f587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:39:21.368037 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1ad8c22b-72b7-4a31-a1f0-01f5861edd42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:39:21.577534 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:39:22.759185 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65920cb9-5c7f-4952-b134-219b92defc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:39:24.117562 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-778ce8a3-384f-4928-b9ff-199d4ced17a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:39:32.887308 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.agents_db [None req-9a3f5963-9603-4723-9a6c-2e2f5b4345b2 None None] Agent healthcheck: found 6 active agents {{(pid=93799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 21:39:42.448457 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:39:48.079110 dv-cinder-806436-1-iscsi neutron-server[93797]: DEBUG neutron.wsgi [req-c82d5c50-a0f1-4042-8955-a0dc28a2e690 req-3d878076-ead3-4598-836c-5bc4ba0b7d18 service neutron] (93797) timed out ('10.222.0.73', 61459) {{(pid=93797) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 21:39:48.740972 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a5dc01e9-a052-4fe9-8835-670b8039f2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:39:51.368756 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4119f365-1982-45fe-8811-bbd2ff9ac1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:39:51.577507 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:39:52.761993 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65920cb9-5c7f-4952-b134-219b92defc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:39:54.119769 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-778ce8a3-384f-4928-b9ff-199d4ced17a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:40:09.886950 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.agents_db [None req-9a3f5963-9603-4723-9a6c-2e2f5b4345b2 None None] Agent healthcheck: found 6 active agents {{(pid=93799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 21:40:12.466344 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:40:18.742277 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a376d44-9e66-4801-9a18-82e6e6dd630c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:40:21.369907 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d5dc4c1-aaff-49aa-8745-53ebd07722da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:40:21.577645 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:40:22.765019 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65920cb9-5c7f-4952-b134-219b92defc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:40:24.121237 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-778ce8a3-384f-4928-b9ff-199d4ced17a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:40:42.477966 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:40:46.886967 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.agents_db [None req-9a3f5963-9603-4723-9a6c-2e2f5b4345b2 None None] Agent healthcheck: found 6 active agents {{(pid=93799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 21:40:48.741700 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d484936d-7228-40ac-8799-d3c644821cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:40:51.370172 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b4d1654b-6184-4be0-935f-23017fb4369e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:40:51.578489 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:40:52.767294 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65920cb9-5c7f-4952-b134-219b92defc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:40:54.123947 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-778ce8a3-384f-4928-b9ff-199d4ced17a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:41:12.477764 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:41:18.743778 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d374c3be-e0b6-4a62-915e-2759196ce968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:41:21.372189 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-45c21c1a-1830-4f41-8c54-235db378ff32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:41:21.579439 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:41:22.768656 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65920cb9-5c7f-4952-b134-219b92defc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:41:23.885733 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.agents_db [None req-9a3f5963-9603-4723-9a6c-2e2f5b4345b2 None None] Agent healthcheck: found 6 active agents {{(pid=93799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 21:41:24.125675 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-778ce8a3-384f-4928-b9ff-199d4ced17a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:41:42.460962 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:41:48.745389 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bdc09e89-2904-4f17-84ae-880657a3c703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:41:51.374654 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8fceb620-c39a-4a65-9f40-846ca03460ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:41:51.580358 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:41:52.772020 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65920cb9-5c7f-4952-b134-219b92defc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:41:54.129732 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-778ce8a3-384f-4928-b9ff-199d4ced17a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:42:00.884059 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.agents_db [None req-9a3f5963-9603-4723-9a6c-2e2f5b4345b2 None None] Agent healthcheck: found 6 active agents {{(pid=93799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 21:42:12.479039 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e55fbf1-aa4b-42ed-a207-1e22ed9665f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:42:18.745377 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b4201932-cedf-4ac8-81e3-d59436083217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:42:21.377777 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3a162d60-12aa-4d22-b950-3330b5263c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:42:21.582413 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2adbb886-1b67-4ca3-b6d1-5a7ed8a42877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:42:22.775103 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65920cb9-5c7f-4952-b134-219b92defc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:42:24.131490 dv-cinder-806436-1-iscsi neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-778ce8a3-384f-4928-b9ff-199d4ced17a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794201047516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8350838'] for agent, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 21:42:37.883744 dv-cinder-806436-1-iscsi neutron-server[93799]: DEBUG neutron.db.agents_db [None req-9a3f5963-9603-4723-9a6c-2e2f5b4345b2 None None] Agent healthcheck: found 6 active agents {{(pid=93799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}